2024-11-14 09:39:57,787 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-14 09:39:57,815 main DEBUG Took 0.023637 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 09:39:57,815 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 09:39:57,816 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 09:39:57,817 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 09:39:57,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,827 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 09:39:57,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,847 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,850 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,852 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,854 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,855 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,858 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:39:57,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,861 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 09:39:57,863 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:39:57,865 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 09:39:57,867 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 09:39:57,868 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 09:39:57,870 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 09:39:57,870 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 09:39:57,882 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 09:39:57,886 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 09:39:57,888 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 09:39:57,889 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 09:39:57,890 main DEBUG createAppenders(={Console}) 2024-11-14 09:39:57,891 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-14 09:39:57,891 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-14 09:39:57,892 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-14 09:39:57,892 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 09:39:57,893 main DEBUG OutputStream closed 2024-11-14 09:39:57,893 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 09:39:57,894 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 09:39:57,894 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-14 09:39:57,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 09:39:57,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 09:39:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 09:39:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 09:39:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 09:39:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 09:39:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 09:39:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 09:39:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 09:39:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 09:39:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 09:39:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 09:39:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 09:39:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 09:39:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 09:39:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 09:39:57,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 09:39:57,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 09:39:57,987 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 09:39:57,987 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-14 09:39:57,987 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 09:39:57,988 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-14T09:39:58,000 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-14 09:39:58,003 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 09:39:58,003 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T09:39:58,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=6007 2024-11-14T09:39:58,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123 2024-11-14T09:39:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:39:58,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c, deleteOnExit=true 2024-11-14T09:39:58,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:39:58,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/test.cache.data in system properties and HBase conf 2024-11-14T09:39:58,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:39:58,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:39:58,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:39:58,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:39:58,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:39:58,564 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T09:39:58,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:39:58,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:39:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:39:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:39:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:39:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:39:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:39:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:39:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:39:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:39:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:39:58,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:39:58,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:39:58,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:39:58,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:39:59,795 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T09:39:59,864 INFO [Time-limited test {}] log.Log(170): Logging initialized @3016ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T09:39:59,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:39:59,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:40:00,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:40:00,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:40:00,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:40:00,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:40:00,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:40:00,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:40:00,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-4866372353336056064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:40:00,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-11-14T09:40:00,243 INFO [Time-limited test {}] server.Server(415): Started @3395ms 2024-11-14T09:40:00,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:40:00,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:40:00,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:40:00,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:40:00,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:40:00,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:40:00,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:40:00,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/java.io.tmpdir/jetty-localhost-39125-hadoop-hdfs-3_4_1-tests_jar-_-any-13148633933546129489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:40:00,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:39125} 2024-11-14T09:40:00,992 INFO [Time-limited test {}] server.Server(415): Started @4145ms 2024-11-14T09:40:01,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:40:01,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:40:01,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:40:01,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:40:01,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:40:01,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:40:01,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:40:01,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:40:01,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/java.io.tmpdir/jetty-localhost-34111-hadoop-hdfs-3_4_1-tests_jar-_-any-10392231195636613777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:40:01,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:34111} 2024-11-14T09:40:01,284 INFO [Time-limited test {}] server.Server(415): Started @4436ms 2024-11-14T09:40:01,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:40:01,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:40:01,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:40:01,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:40:01,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:40:01,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:40:01,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:40:01,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:40:01,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/java.io.tmpdir/jetty-localhost-45059-hadoop-hdfs-3_4_1-tests_jar-_-any-15815149522527081944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:40:01,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:45059} 2024-11-14T09:40:01,426 INFO [Time-limited test {}] server.Server(415): Started @4579ms 2024-11-14T09:40:01,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:40:03,237 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data1/current/BP-589749659-172.17.0.2-1731577199240/current, will proceed with Du for space computation calculation, 2024-11-14T09:40:03,237 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data2/current/BP-589749659-172.17.0.2-1731577199240/current, will proceed with Du for space computation calculation, 2024-11-14T09:40:03,244 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data3/current/BP-589749659-172.17.0.2-1731577199240/current, will proceed with Du for space computation calculation, 2024-11-14T09:40:03,247 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data4/current/BP-589749659-172.17.0.2-1731577199240/current, will proceed with Du for space computation calculation, 2024-11-14T09:40:03,265 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:40:03,270 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:40:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1008cabbcb828619 with lease ID 0x170f167c77dba462: Processing first storage report for DS-07638560-93f2-4c11-a5be-21e6c69ca7ed from datanode DatanodeRegistration(127.0.0.1:35181, datanodeUuid=3723c1cb-f421-4415-8992-1d7c40d16644, infoPort=41279, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240) 2024-11-14T09:40:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1008cabbcb828619 with lease ID 0x170f167c77dba462: from storage DS-07638560-93f2-4c11-a5be-21e6c69ca7ed node DatanodeRegistration(127.0.0.1:35181, datanodeUuid=3723c1cb-f421-4415-8992-1d7c40d16644, infoPort=41279, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:40:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea76daf1aa985ab with lease ID 0x170f167c77dba461: Processing first storage report for DS-a7291166-259c-4ae8-acab-cd090c604618 from datanode DatanodeRegistration(127.0.0.1:42607, datanodeUuid=144af2fc-55f7-4c1d-9311-03caa04d9a4c, infoPort=34325, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240) 2024-11-14T09:40:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea76daf1aa985ab with lease ID 0x170f167c77dba461: from storage DS-a7291166-259c-4ae8-acab-cd090c604618 node DatanodeRegistration(127.0.0.1:42607, datanodeUuid=144af2fc-55f7-4c1d-9311-03caa04d9a4c, infoPort=34325, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:40:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1008cabbcb828619 with lease ID 0x170f167c77dba462: Processing first storage report for DS-951b6ccd-d759-4ce3-b301-f3ca1ae9688c from datanode DatanodeRegistration(127.0.0.1:35181, datanodeUuid=3723c1cb-f421-4415-8992-1d7c40d16644, infoPort=41279, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240) 2024-11-14T09:40:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1008cabbcb828619 with lease ID 0x170f167c77dba462: from storage DS-951b6ccd-d759-4ce3-b301-f3ca1ae9688c node DatanodeRegistration(127.0.0.1:35181, datanodeUuid=3723c1cb-f421-4415-8992-1d7c40d16644, infoPort=41279, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:40:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea76daf1aa985ab with lease ID 0x170f167c77dba461: Processing first storage report for DS-b23e55d1-3df3-4cd9-bad9-88a79b0b155f from datanode DatanodeRegistration(127.0.0.1:42607, datanodeUuid=144af2fc-55f7-4c1d-9311-03caa04d9a4c, infoPort=34325, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240) 2024-11-14T09:40:03,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea76daf1aa985ab with lease ID 0x170f167c77dba461: from storage DS-b23e55d1-3df3-4cd9-bad9-88a79b0b155f node DatanodeRegistration(127.0.0.1:42607, datanodeUuid=144af2fc-55f7-4c1d-9311-03caa04d9a4c, infoPort=34325, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:40:03,321 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data6/current/BP-589749659-172.17.0.2-1731577199240/current, will proceed with Du for space computation calculation, 2024-11-14T09:40:03,321 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data5/current/BP-589749659-172.17.0.2-1731577199240/current, will proceed with Du for space computation calculation, 2024-11-14T09:40:03,343 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:40:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6e887edefba2c89 with lease ID 0x170f167c77dba463: Processing first storage report for DS-f46e5915-2361-497c-b5e7-df7e1dac46a8 from datanode DatanodeRegistration(127.0.0.1:37181, datanodeUuid=8d33d0ba-078e-4d12-96b8-0745132e3193, infoPort=43755, infoSecurePort=0, ipcPort=35623, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240) 2024-11-14T09:40:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6e887edefba2c89 with lease ID 0x170f167c77dba463: from storage DS-f46e5915-2361-497c-b5e7-df7e1dac46a8 node DatanodeRegistration(127.0.0.1:37181, datanodeUuid=8d33d0ba-078e-4d12-96b8-0745132e3193, infoPort=43755, infoSecurePort=0, ipcPort=35623, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:40:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6e887edefba2c89 with lease ID 0x170f167c77dba463: Processing first storage report for DS-f66ca266-8ad9-48df-bc8c-afb1abef5abc from datanode DatanodeRegistration(127.0.0.1:37181, datanodeUuid=8d33d0ba-078e-4d12-96b8-0745132e3193, infoPort=43755, infoSecurePort=0, ipcPort=35623, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240) 2024-11-14T09:40:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6e887edefba2c89 with lease ID 0x170f167c77dba463: from storage DS-f66ca266-8ad9-48df-bc8c-afb1abef5abc node DatanodeRegistration(127.0.0.1:37181, datanodeUuid=8d33d0ba-078e-4d12-96b8-0745132e3193, infoPort=43755, infoSecurePort=0, ipcPort=35623, storageInfo=lv=-57;cid=testClusterID;nsid=361843487;c=1731577199240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:40:03,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123 2024-11-14T09:40:03,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/zookeeper_0, clientPort=56778, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:40:03,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56778 2024-11-14T09:40:03,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:03,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:40:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:40:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:40:04,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea with version=8 2024-11-14T09:40:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/hbase-staging 2024-11-14T09:40:04,362 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T09:40:04,560 INFO [Time-limited test {}] client.ConnectionUtils(128): master/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:40:04,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:04,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:04,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:40:04,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:04,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:40:04,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:40:04,756 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T09:40:04,765 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T09:40:04,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:40:04,789 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1904 (auto-detected) 2024-11-14T09:40:04,790 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T09:40:04,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34601 2024-11-14T09:40:04,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34601 connecting to ZooKeeper ensemble=127.0.0.1:56778 2024-11-14T09:40:04,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346010x0, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:40:04,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34601-0x10138b746e80000 connected 2024-11-14T09:40:05,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:40:05,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea, hbase.cluster.distributed=false 2024-11-14T09:40:05,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:40:05,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-14T09:40:05,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34601 2024-11-14T09:40:05,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34601 2024-11-14T09:40:05,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-14T09:40:05,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-14T09:40:05,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:40:05,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:40:05,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:40:05,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:40:05,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:40:05,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32883 2024-11-14T09:40:05,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32883 connecting to ZooKeeper ensemble=127.0.0.1:56778 2024-11-14T09:40:05,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328830x0, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:40:05,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32883-0x10138b746e80001 connected 2024-11-14T09:40:05,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:40:05,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:40:05,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:40:05,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:40:05,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:40:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32883 2024-11-14T09:40:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32883 2024-11-14T09:40:05,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32883 2024-11-14T09:40:05,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32883 2024-11-14T09:40:05,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32883 2024-11-14T09:40:05,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:40:05,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:40:05,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:40:05,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:40:05,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:40:05,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33689 2024-11-14T09:40:05,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33689 connecting to ZooKeeper ensemble=127.0.0.1:56778 2024-11-14T09:40:05,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336890x0, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:40:05,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336890x0, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:40:05,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33689-0x10138b746e80002 connected 2024-11-14T09:40:05,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:40:05,311 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:40:05,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:40:05,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:40:05,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-14T09:40:05,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33689 2024-11-14T09:40:05,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33689 2024-11-14T09:40:05,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-14T09:40:05,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-14T09:40:05,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:40:05,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:40:05,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:40:05,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:40:05,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:40:05,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:40:05,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37189 2024-11-14T09:40:05,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37189 connecting to ZooKeeper ensemble=127.0.0.1:56778 2024-11-14T09:40:05,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371890x0, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:40:05,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371890x0, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:40:05,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37189-0x10138b746e80003 connected 2024-11-14T09:40:05,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:40:05,359 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:40:05,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:40:05,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:40:05,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37189 2024-11-14T09:40:05,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37189 2024-11-14T09:40:05,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37189 2024-11-14T09:40:05,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37189 2024-11-14T09:40:05,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37189 2024-11-14T09:40:05,380 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;defc576eb6b7:34601 2024-11-14T09:40:05,381 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/defc576eb6b7,34601,1731577204411 2024-11-14T09:40:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,396 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/defc576eb6b7,34601,1731577204411 2024-11-14T09:40:05,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:40:05,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:40:05,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:40:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,426 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T09:40:05,427 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/defc576eb6b7,34601,1731577204411 from backup master directory 2024-11-14T09:40:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/defc576eb6b7,34601,1731577204411 2024-11-14T09:40:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:40:05,442 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:40:05,442 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=defc576eb6b7,34601,1731577204411 2024-11-14T09:40:05,444 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T09:40:05,446 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T09:40:05,497 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/hbase.id] with ID: 24b28c50-c48c-4d20-88f4-ed4781c07709 2024-11-14T09:40:05,497 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/.tmp/hbase.id 2024-11-14T09:40:05,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:40:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:40:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:40:05,513 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/.tmp/hbase.id]:[hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/hbase.id] 2024-11-14T09:40:05,560 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:40:05,565 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:40:05,583 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T09:40:05,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:40:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:40:05,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:40:05,626 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:40:05,628 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:40:05,640 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:05,643 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:40:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:40:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:40:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:40:05,694 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store 2024-11-14T09:40:05,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:40:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:40:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:40:05,722 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T09:40:05,725 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:05,727 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:40:05,727 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:40:05,727 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:40:05,729 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:40:05,729 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:40:05,730 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:40:05,731 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577205727Disabling compacts and flushes for region at 1731577205727Disabling writes for close at 1731577205729 (+2 ms)Writing region close event to WAL at 1731577205729Closed at 1731577205730 (+1 ms) 2024-11-14T09:40:05,733 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/.initializing 2024-11-14T09:40:05,733 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/WALs/defc576eb6b7,34601,1731577204411 2024-11-14T09:40:05,741 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:40:05,754 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C34601%2C1731577204411, suffix=, logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/WALs/defc576eb6b7,34601,1731577204411, archiveDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/oldWALs, maxLogs=10 2024-11-14T09:40:05,773 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/WALs/defc576eb6b7,34601,1731577204411/defc576eb6b7%2C34601%2C1731577204411.1731577205758, exclude list is [], retry=0 2024-11-14T09:40:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK] 2024-11-14T09:40:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK] 2024-11-14T09:40:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK] 2024-11-14T09:40:05,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T09:40:05,829 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/WALs/defc576eb6b7,34601,1731577204411/defc576eb6b7%2C34601%2C1731577204411.1731577205758 2024-11-14T09:40:05,830 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:34325:34325),(127.0.0.1/127.0.0.1:43755:43755)] 2024-11-14T09:40:05,830 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:40:05,831 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:05,834 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,834 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:40:05,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:05,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:05,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:40:05,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:05,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:05,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:40:05,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:05,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:05,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:40:05,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:05,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:05,909 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,913 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,915 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,920 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,920 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,923 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:40:05,927 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:40:05,931 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:05,932 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71175500, jitterRate=0.06059759855270386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:40:05,939 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731577205845Initializing all the Stores at 1731577205847 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577205848 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577205848Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577205849 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577205849Cleaning up temporary data from old regions at 1731577205920 (+71 ms)Region opened successfully at 1731577205939 (+19 ms) 2024-11-14T09:40:05,940 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:40:05,970 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c98ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:40:06,005 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:40:06,015 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:40:06,016 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:40:06,018 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:40:06,020 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:40:06,025 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T09:40:06,025 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:40:06,051 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:40:06,060 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T09:40:06,203 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T09:40:06,207 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:40:06,209 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:40:06,373 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T09:40:06,378 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:40:06,385 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:40:06,463 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T09:40:06,466 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:40:06,521 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T09:40:06,545 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:40:06,571 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T09:40:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:40:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:40:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:40:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:40:06,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,587 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=defc576eb6b7,34601,1731577204411, sessionid=0x10138b746e80000, setting cluster-up flag (Was=false) 2024-11-14T09:40:06,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,645 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T09:40:06,650 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,34601,1731577204411 2024-11-14T09:40:06,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:06,708 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T09:40:06,712 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,34601,1731577204411 2024-11-14T09:40:06,722 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:40:06,768 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(746): ClusterId : 24b28c50-c48c-4d20-88f4-ed4781c07709 2024-11-14T09:40:06,768 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(746): ClusterId : 24b28c50-c48c-4d20-88f4-ed4781c07709 2024-11-14T09:40:06,768 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(746): ClusterId : 24b28c50-c48c-4d20-88f4-ed4781c07709 2024-11-14T09:40:06,770 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:40:06,770 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:40:06,770 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:40:06,794 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:40:06,794 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:40:06,794 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:40:06,794 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:40:06,794 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:40:06,794 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:40:06,804 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:40:06,814 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:40:06,814 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:40:06,814 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:40:06,815 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:40:06,815 DEBUG [RS:1;defc576eb6b7:33689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2725054a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:40:06,815 DEBUG [RS:0;defc576eb6b7:32883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146ba696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:40:06,815 DEBUG [RS:2;defc576eb6b7:37189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c8ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:40:06,823 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:40:06,831 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;defc576eb6b7:33689 2024-11-14T09:40:06,830 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: defc576eb6b7,34601,1731577204411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:40:06,833 DEBUG [RS:2;defc576eb6b7:37189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;defc576eb6b7:37189 2024-11-14T09:40:06,833 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;defc576eb6b7:32883 2024-11-14T09:40:06,835 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:40:06,835 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:40:06,835 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:40:06,835 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:40:06,835 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:40:06,835 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:40:06,835 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:40:06,835 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:40:06,835 DEBUG [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:40:06,837 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,34601,1731577204411 with port=33689, startcode=1731577205289 2024-11-14T09:40:06,837 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,34601,1731577204411 with port=37189, startcode=1731577205335 2024-11-14T09:40:06,837 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,34601,1731577204411 with port=32883, startcode=1731577205191 2024-11-14T09:40:06,838 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:40:06,839 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:40:06,839 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:40:06,839 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:40:06,839 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/defc576eb6b7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:40:06,839 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:06,840 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:40:06,840 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:06,840 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577236840 2024-11-14T09:40:06,842 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:40:06,844 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:40:06,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:40:06,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:40:06,847 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:40:06,848 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:40:06,848 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:40:06,848 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:40:06,849 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:06,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:06,851 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:40:06,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:40:06,852 DEBUG [RS:2;defc576eb6b7:37189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:40:06,852 DEBUG [RS:0;defc576eb6b7:32883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:40:06,852 DEBUG [RS:1;defc576eb6b7:33689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:40:06,853 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:40:06,853 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:40:06,856 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:40:06,856 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:40:06,858 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577206857,5,FailOnTimeoutGroup] 2024-11-14T09:40:06,859 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577206859,5,FailOnTimeoutGroup] 2024-11-14T09:40:06,859 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:06,860 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:40:06,861 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:06,861 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:40:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:40:06,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:40:06,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:40:06,904 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:06,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:40:06,917 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:40:06,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55421, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:40:06,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,33689,1731577205289 2024-11-14T09:40:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:40:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:40:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:40:06,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:06,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:06,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:40:06,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:40:06,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:06,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:06,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:40:06,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,32883,1731577205191 2024-11-14T09:40:06,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:06,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:40:06,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:06,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:06,943 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:06,944 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32797 2024-11-14T09:40:06,944 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:40:06,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:40:06,946 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:06,946 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32797 2024-11-14T09:40:06,946 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:40:06,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,37189,1731577205335 2024-11-14T09:40:06,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:06,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:40:06,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:06,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:06,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:40:06,950 DEBUG [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:06,950 DEBUG [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32797 2024-11-14T09:40:06,950 DEBUG [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:40:06,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:40:06,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:06,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:06,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:40:06,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740 2024-11-14T09:40:06,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740 2024-11-14T09:40:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:40:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:40:06,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:40:06,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:40:06,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:06,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75438159, jitterRate=0.12411616742610931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:40:06,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731577206929Initializing all the Stores at 1731577206931 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577206931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577206931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577206931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577206931Cleaning up temporary data from old regions at 1731577206959 (+28 ms)Region opened successfully at 1731577206972 (+13 ms) 2024-11-14T09:40:06,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:40:06,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:40:06,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:40:06,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:40:06,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:40:06,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:40:06,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577206973Disabling compacts and flushes for region at 1731577206973Disabling writes for close at 1731577206973Writing region close event to WAL at 1731577206974 (+1 ms)Closed at 1731577206975 (+1 ms) 2024-11-14T09:40:06,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:40:06,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:40:06,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:40:06,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:40:06,997 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:40:07,000 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:40:07,026 DEBUG [RS:1;defc576eb6b7:33689 {}] zookeeper.ZKUtil(111): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,33689,1731577205289 2024-11-14T09:40:07,026 WARN [RS:1;defc576eb6b7:33689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:40:07,026 DEBUG [RS:0;defc576eb6b7:32883 {}] zookeeper.ZKUtil(111): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,32883,1731577205191 2024-11-14T09:40:07,026 WARN [RS:0;defc576eb6b7:32883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:40:07,026 INFO [RS:0;defc576eb6b7:32883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:40:07,026 INFO [RS:1;defc576eb6b7:33689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:40:07,026 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289 2024-11-14T09:40:07,026 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,32883,1731577205191 2024-11-14T09:40:07,027 DEBUG [RS:2;defc576eb6b7:37189 {}] zookeeper.ZKUtil(111): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,027 WARN [RS:2;defc576eb6b7:37189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:40:07,028 INFO [RS:2;defc576eb6b7:37189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:40:07,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,33689,1731577205289] 2024-11-14T09:40:07,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,37189,1731577205335] 2024-11-14T09:40:07,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,32883,1731577205191] 2024-11-14T09:40:07,028 DEBUG [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,052 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:40:07,052 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:40:07,052 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:40:07,067 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:40:07,067 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:40:07,067 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:40:07,073 INFO [RS:2;defc576eb6b7:37189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:40:07,073 INFO [RS:1;defc576eb6b7:33689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:40:07,073 INFO [RS:0;defc576eb6b7:32883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:40:07,073 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,073 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,073 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,074 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:40:07,076 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:40:07,076 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:40:07,080 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:40:07,080 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:40:07,080 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:40:07,082 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,082 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,082 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,082 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,082 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,083 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,084 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,084 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,084 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:40:07,084 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:40:07,084 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:40:07,084 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:40:07,084 DEBUG [RS:0;defc576eb6b7:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:40:07,084 DEBUG [RS:2;defc576eb6b7:37189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:40:07,084 DEBUG [RS:1;defc576eb6b7:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:40:07,086 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,086 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,37189,1731577205335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,32883,1731577205191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:40:07,087 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33689,1731577205289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:40:07,105 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:40:07,107 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:40:07,107 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33689,1731577205289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,107 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,37189,1731577205335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,108 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,108 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,108 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.Replication(171): defc576eb6b7,37189,1731577205335 started 2024-11-14T09:40:07,108 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.Replication(171): defc576eb6b7,33689,1731577205289 started 2024-11-14T09:40:07,108 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:40:07,108 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,32883,1731577205191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,108 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,108 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.Replication(171): defc576eb6b7,32883,1731577205191 started 2024-11-14T09:40:07,128 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,128 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,33689,1731577205289, RpcServer on defc576eb6b7/172.17.0.2:33689, sessionid=0x10138b746e80002 2024-11-14T09:40:07,129 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:40:07,129 DEBUG [RS:1;defc576eb6b7:33689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,33689,1731577205289 2024-11-14T09:40:07,129 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,33689,1731577205289' 2024-11-14T09:40:07,129 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:40:07,130 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,130 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,32883,1731577205191, RpcServer on defc576eb6b7/172.17.0.2:32883, sessionid=0x10138b746e80001 2024-11-14T09:40:07,130 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:40:07,130 INFO [RS:2;defc576eb6b7:37189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,130 DEBUG [RS:0;defc576eb6b7:32883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,32883,1731577205191 2024-11-14T09:40:07,130 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,32883,1731577205191' 2024-11-14T09:40:07,130 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,37189,1731577205335, RpcServer on defc576eb6b7/172.17.0.2:37189, sessionid=0x10138b746e80003 2024-11-14T09:40:07,130 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:40:07,130 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:40:07,131 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:40:07,131 DEBUG [RS:2;defc576eb6b7:37189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,131 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,37189,1731577205335' 2024-11-14T09:40:07,131 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:40:07,131 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:40:07,131 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:40:07,131 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:40:07,131 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:40:07,131 DEBUG [RS:1;defc576eb6b7:33689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,33689,1731577205289 2024-11-14T09:40:07,132 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,33689,1731577205289' 2024-11-14T09:40:07,132 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:40:07,132 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:40:07,132 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:40:07,132 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:40:07,132 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:40:07,132 DEBUG [RS:2;defc576eb6b7:37189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,132 DEBUG [RS:0;defc576eb6b7:32883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,32883,1731577205191 2024-11-14T09:40:07,132 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,37189,1731577205335' 2024-11-14T09:40:07,132 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:40:07,132 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,32883,1731577205191' 2024-11-14T09:40:07,132 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:40:07,132 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:40:07,133 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:40:07,133 DEBUG [RS:1;defc576eb6b7:33689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:40:07,133 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:40:07,133 INFO [RS:1;defc576eb6b7:33689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:40:07,133 INFO [RS:1;defc576eb6b7:33689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:40:07,133 DEBUG [RS:2;defc576eb6b7:37189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:40:07,133 INFO [RS:2;defc576eb6b7:37189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:40:07,133 INFO [RS:2;defc576eb6b7:37189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:40:07,134 DEBUG [RS:0;defc576eb6b7:32883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:40:07,134 INFO [RS:0;defc576eb6b7:32883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:40:07,134 INFO [RS:0;defc576eb6b7:32883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:40:07,151 WARN [defc576eb6b7:34601 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:40:07,238 INFO [RS:2;defc576eb6b7:37189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:40:07,238 INFO [RS:1;defc576eb6b7:33689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:40:07,238 INFO [RS:0;defc576eb6b7:32883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:40:07,241 INFO [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C33689%2C1731577205289, suffix=, logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289, archiveDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs, maxLogs=32 2024-11-14T09:40:07,241 INFO [RS:2;defc576eb6b7:37189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C37189%2C1731577205335, suffix=, logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335, archiveDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs, maxLogs=32 2024-11-14T09:40:07,241 INFO [RS:0;defc576eb6b7:32883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C32883%2C1731577205191, suffix=, logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,32883,1731577205191, archiveDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs, maxLogs=32 2024-11-14T09:40:07,258 DEBUG [RS:1;defc576eb6b7:33689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289/defc576eb6b7%2C33689%2C1731577205289.1731577207245, exclude list is [], retry=0 2024-11-14T09:40:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK] 2024-11-14T09:40:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK] 2024-11-14T09:40:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK] 2024-11-14T09:40:07,265 DEBUG [RS:2;defc576eb6b7:37189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335/defc576eb6b7%2C37189%2C1731577205335.1731577207246, exclude list is [], retry=0 2024-11-14T09:40:07,265 DEBUG [RS:0;defc576eb6b7:32883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,32883,1731577205191/defc576eb6b7%2C32883%2C1731577205191.1731577207246, exclude list is [], retry=0 2024-11-14T09:40:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK] 2024-11-14T09:40:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK] 2024-11-14T09:40:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK] 2024-11-14T09:40:07,270 INFO [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289/defc576eb6b7%2C33689%2C1731577205289.1731577207245 2024-11-14T09:40:07,271 DEBUG [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43755:43755),(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-14T09:40:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK] 2024-11-14T09:40:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK] 2024-11-14T09:40:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK] 2024-11-14T09:40:07,280 INFO [RS:2;defc576eb6b7:37189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335/defc576eb6b7%2C37189%2C1731577205335.1731577207246 2024-11-14T09:40:07,280 INFO [RS:0;defc576eb6b7:32883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,32883,1731577205191/defc576eb6b7%2C32883%2C1731577205191.1731577207246 2024-11-14T09:40:07,281 DEBUG [RS:2;defc576eb6b7:37189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:43755:43755),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-14T09:40:07,281 DEBUG [RS:0;defc576eb6b7:32883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:34325:34325),(127.0.0.1/127.0.0.1:43755:43755)] 2024-11-14T09:40:07,404 DEBUG [defc576eb6b7:34601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T09:40:07,412 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(204): Hosts are {defc576eb6b7=0} racks are {/default-rack=0} 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T09:40:07,418 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T09:40:07,418 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T09:40:07,418 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T09:40:07,418 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T09:40:07,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,431 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,37189,1731577205335, state=OPENING 2024-11-14T09:40:07,487 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:40:07,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:07,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:07,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:07,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:40:07,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,500 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:40:07,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:07,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:40:07,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:40:07,690 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:40:07,690 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:40:07,691 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:40:07,694 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C37189%2C1731577205335.meta, suffix=.meta, logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335, archiveDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs, maxLogs=32 2024-11-14T09:40:07,710 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, exclude list is [], retry=0 2024-11-14T09:40:07,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK] 2024-11-14T09:40:07,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK] 2024-11-14T09:40:07,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK] 2024-11-14T09:40:07,717 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta 2024-11-14T09:40:07,718 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:43755:43755),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-14T09:40:07,718 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:40:07,720 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:40:07,722 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:40:07,726 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:40:07,730 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:40:07,730 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:07,731 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:40:07,731 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:40:07,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:40:07,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:40:07,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:07,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:07,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:40:07,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:40:07,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:07,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:07,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:40:07,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:40:07,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:07,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:07,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:40:07,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:40:07,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:07,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:40:07,744 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:40:07,745 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740 2024-11-14T09:40:07,748 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740 2024-11-14T09:40:07,750 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:40:07,750 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:40:07,751 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:40:07,753 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:40:07,754 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74387695, jitterRate=0.10846303403377533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:40:07,755 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:40:07,756 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731577207731Writing region info on filesystem at 1731577207731Initializing all the Stores at 1731577207733 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577207733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577207733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577207733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577207733Cleaning up temporary data from old regions at 1731577207750 (+17 ms)Running coprocessor post-open hooks at 1731577207755 (+5 ms)Region opened successfully at 1731577207756 (+1 ms) 2024-11-14T09:40:07,762 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731577207667 2024-11-14T09:40:07,772 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:40:07,772 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:40:07,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,776 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,37189,1731577205335, state=OPEN 2024-11-14T09:40:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:07,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:07,788 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:07,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:40:07,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,37189,1731577205335 in 288 msec 2024-11-14T09:40:07,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:40:07,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 814 msec 2024-11-14T09:40:07,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:40:07,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:40:07,823 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:07,824 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:07,842 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:40:07,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56077, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:40:07,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-11-14T09:40:07,863 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731577207863, completionTime=-1 2024-11-14T09:40:07,866 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T09:40:07,867 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:40:07,897 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T09:40:07,897 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577267897 2024-11-14T09:40:07,898 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577327898 2024-11-14T09:40:07,898 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-14T09:40:07,900 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:40:07,909 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,34601,1731577204411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,909 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,34601,1731577204411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,910 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,34601,1731577204411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,911 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-defc576eb6b7:34601, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,912 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,913 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,919 DEBUG [master/defc576eb6b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:40:07,947 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-11-14T09:40:07,949 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:40:07,950 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:40:07,951 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:40:07,952 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:40:07,952 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:40:07,953 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,34601,1731577204411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:40:07,953 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,34601,1731577204411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:40:07,958 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:40:07,959 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:40:07,960 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,34601,1731577204411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:40:07,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d11eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:40:07,984 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T09:40:07,984 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T09:40:07,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request defc576eb6b7,34601,-1 for getting cluster id 2024-11-14T09:40:07,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:40:08,030 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24b28c50-c48c-4d20-88f4-ed4781c07709' 2024-11-14T09:40:08,033 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:40:08,034 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24b28c50-c48c-4d20-88f4-ed4781c07709" 2024-11-14T09:40:08,037 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713d8da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:40:08,037 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [defc576eb6b7,34601,-1] 2024-11-14T09:40:08,042 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:40:08,044 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:40:08,046 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:40:08,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1489f905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:40:08,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:08,063 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:08,064 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:40:08,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:40:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=defc576eb6b7,34601,1731577204411 2024-11-14T09:40:08,088 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T09:40:08,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:40:08,098 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is defc576eb6b7,34601,1731577204411 2024-11-14T09:40:08,100 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7ce942 2024-11-14T09:40:08,101 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:40:08,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:40:08,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:40:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:40:08,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:40:08,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-14T09:40:08,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:08,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:40:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:40:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741837_1013 (size=1020) 2024-11-14T09:40:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741837_1013 (size=1020) 2024-11-14T09:40:08,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741837_1013 (size=1020) 2024-11-14T09:40:08,152 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6292bfb2f58356623ae397677db7ef6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,153 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4eb7a957c432cb594b0a07bb498eb97, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8f8d21ad111d1242d18a1327eb7a7833, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741840_1016 (size=107) 2024-11-14T09:40:08,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741839_1015 (size=110) 2024-11-14T09:40:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741840_1016 (size=107) 2024-11-14T09:40:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741839_1015 (size=110) 2024-11-14T09:40:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741839_1015 (size=110) 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c4eb7a957c432cb594b0a07bb498eb97, disabling compactions & flushes 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d6292bfb2f58356623ae397677db7ef6, disabling compactions & flushes 2024-11-14T09:40:08,181 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:08,181 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. after waiting 0 ms 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. after waiting 0 ms 2024-11-14T09:40:08,181 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:08,181 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:08,181 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:08,182 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6292bfb2f58356623ae397677db7ef6: Waiting for close lock at 1731577208181Disabling compacts and flushes for region at 1731577208181Disabling writes for close at 1731577208181Writing region close event to WAL at 1731577208181Closed at 1731577208181 2024-11-14T09:40:08,182 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4eb7a957c432cb594b0a07bb498eb97: Waiting for close lock at 1731577208181Disabling compacts and flushes for region at 1731577208181Disabling writes for close at 1731577208181Writing region close event to WAL at 1731577208181Closed at 1731577208181 2024-11-14T09:40:08,182 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78963c1055fe41dbb3125a7ad0c2e786, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,182 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fdd64ea562ce94c4edc76232c8d3df0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741838_1014 (size=110) 2024-11-14T09:40:08,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741840_1016 (size=107) 2024-11-14T09:40:08,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741838_1014 (size=110) 2024-11-14T09:40:08,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741838_1014 (size=110) 2024-11-14T09:40:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741842_1018 (size=110) 2024-11-14T09:40:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741842_1018 (size=110) 2024-11-14T09:40:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741842_1018 (size=110) 2024-11-14T09:40:08,205 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,205 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 78963c1055fe41dbb3125a7ad0c2e786, disabling compactions & flushes 2024-11-14T09:40:08,205 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:08,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:08,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. after waiting 0 ms 2024-11-14T09:40:08,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:08,206 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:08,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78963c1055fe41dbb3125a7ad0c2e786: Waiting for close lock at 1731577208205Disabling compacts and flushes for region at 1731577208205Disabling writes for close at 1731577208206 (+1 ms)Writing region close event to WAL at 1731577208206Closed at 1731577208206 2024-11-14T09:40:08,206 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8ab91d612a85176ac1e4b7d4db43c8c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741841_1017 (size=110) 2024-11-14T09:40:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741841_1017 (size=110) 2024-11-14T09:40:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741841_1017 (size=110) 2024-11-14T09:40:08,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing fdd64ea562ce94c4edc76232c8d3df0d, disabling compactions & flushes 2024-11-14T09:40:08,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:08,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:08,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. after waiting 0 ms 2024-11-14T09:40:08,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:08,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:08,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for fdd64ea562ce94c4edc76232c8d3df0d: Waiting for close lock at 1731577208216Disabling compacts and flushes for region at 1731577208216Disabling writes for close at 1731577208216Writing region close event to WAL at 1731577208216Closed at 1731577208216 2024-11-14T09:40:08,217 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 938692b6f5190a9afb7f202e2420e209, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741843_1019 (size=110) 2024-11-14T09:40:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741843_1019 (size=110) 2024-11-14T09:40:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741843_1019 (size=110) 2024-11-14T09:40:08,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c8ab91d612a85176ac1e4b7d4db43c8c, disabling compactions & flushes 2024-11-14T09:40:08,229 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:08,230 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:08,230 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. after waiting 0 ms 2024-11-14T09:40:08,230 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:08,230 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:08,230 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8ab91d612a85176ac1e4b7d4db43c8c: Waiting for close lock at 1731577208229Disabling compacts and flushes for region at 1731577208229Disabling writes for close at 1731577208230 (+1 ms)Writing region close event to WAL at 1731577208230Closed at 1731577208230 2024-11-14T09:40:08,231 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b2285ef9f202b9043bf928fcfb54d85, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741844_1020 (size=110) 2024-11-14T09:40:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741844_1020 (size=110) 2024-11-14T09:40:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741844_1020 (size=110) 2024-11-14T09:40:08,235 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,235 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 938692b6f5190a9afb7f202e2420e209, disabling compactions & flushes 2024-11-14T09:40:08,235 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:08,235 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:08,235 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. after waiting 0 ms 2024-11-14T09:40:08,235 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:08,235 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:08,235 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 938692b6f5190a9afb7f202e2420e209: Waiting for close lock at 1731577208235Disabling compacts and flushes for region at 1731577208235Disabling writes for close at 1731577208235Writing region close event to WAL at 1731577208235Closed at 1731577208235 2024-11-14T09:40:08,236 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4ffa73b14e1967c3e6fd27b41e9078d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:40:08,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741845_1021 (size=110) 2024-11-14T09:40:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741845_1021 (size=110) 2024-11-14T09:40:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741845_1021 (size=110) 2024-11-14T09:40:08,253 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,253 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8b2285ef9f202b9043bf928fcfb54d85, disabling compactions & flushes 2024-11-14T09:40:08,253 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:08,253 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:08,253 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. after waiting 0 ms 2024-11-14T09:40:08,253 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:08,253 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:08,253 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b2285ef9f202b9043bf928fcfb54d85: Waiting for close lock at 1731577208253Disabling compacts and flushes for region at 1731577208253Disabling writes for close at 1731577208253Writing region close event to WAL at 1731577208253Closed at 1731577208253 2024-11-14T09:40:08,254 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0c56e4e44608214846bd3dbbb390258, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741846_1022 (size=110) 2024-11-14T09:40:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741846_1022 (size=110) 2024-11-14T09:40:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741846_1022 (size=110) 2024-11-14T09:40:08,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4ffa73b14e1967c3e6fd27b41e9078d9, disabling compactions & flushes 2024-11-14T09:40:08,266 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:08,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:08,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. after waiting 0 ms 2024-11-14T09:40:08,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:08,266 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:08,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4ffa73b14e1967c3e6fd27b41e9078d9: Waiting for close lock at 1731577208266Disabling compacts and flushes for region at 1731577208266Disabling writes for close at 1731577208266Writing region close event to WAL at 1731577208266Closed at 1731577208266 2024-11-14T09:40:08,267 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c5b49ddec4e87be9f9beca4a8602f58a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741847_1023 (size=110) 2024-11-14T09:40:08,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741847_1023 (size=110) 2024-11-14T09:40:08,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741847_1023 (size=110) 2024-11-14T09:40:08,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f0c56e4e44608214846bd3dbbb390258, disabling compactions & flushes 2024-11-14T09:40:08,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:08,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:08,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. after waiting 0 ms 2024-11-14T09:40:08,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:08,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:08,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0c56e4e44608214846bd3dbbb390258: Waiting for close lock at 1731577208271Disabling compacts and flushes for region at 1731577208271Disabling writes for close at 1731577208271Writing region close event to WAL at 1731577208271Closed at 1731577208271 2024-11-14T09:40:08,272 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c365ce0b1e7c1e2789522de14484fe4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741848_1024 (size=110) 2024-11-14T09:40:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741848_1024 (size=110) 2024-11-14T09:40:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741848_1024 (size=110) 2024-11-14T09:40:08,286 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,286 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c5b49ddec4e87be9f9beca4a8602f58a, disabling compactions & flushes 2024-11-14T09:40:08,286 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:08,286 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:08,286 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. after waiting 0 ms 2024-11-14T09:40:08,286 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:08,286 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:08,286 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c5b49ddec4e87be9f9beca4a8602f58a: Waiting for close lock at 1731577208286Disabling compacts and flushes for region at 1731577208286Disabling writes for close at 1731577208286Writing region close event to WAL at 1731577208286Closed at 1731577208286 2024-11-14T09:40:08,287 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2aaf9c5b037645b1d739d9fcaeb035af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741849_1025 (size=110) 2024-11-14T09:40:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741849_1025 (size=110) 2024-11-14T09:40:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741849_1025 (size=110) 2024-11-14T09:40:08,295 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,295 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0c365ce0b1e7c1e2789522de14484fe4, disabling compactions & flushes 2024-11-14T09:40:08,295 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:08,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:08,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. after waiting 0 ms 2024-11-14T09:40:08,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:08,296 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:08,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c365ce0b1e7c1e2789522de14484fe4: Waiting for close lock at 1731577208295Disabling compacts and flushes for region at 1731577208295Disabling writes for close at 1731577208296 (+1 ms)Writing region close event to WAL at 1731577208296Closed at 1731577208296 2024-11-14T09:40:08,297 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9045c6ee75e49edebf2080dc1c21fe3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741850_1026 (size=110) 2024-11-14T09:40:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741850_1026 (size=110) 2024-11-14T09:40:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741850_1026 (size=110) 2024-11-14T09:40:08,304 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,304 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2aaf9c5b037645b1d739d9fcaeb035af, disabling compactions & flushes 2024-11-14T09:40:08,304 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:08,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:08,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. after waiting 0 ms 2024-11-14T09:40:08,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:08,305 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:08,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2aaf9c5b037645b1d739d9fcaeb035af: Waiting for close lock at 1731577208304Disabling compacts and flushes for region at 1731577208304Disabling writes for close at 1731577208305 (+1 ms)Writing region close event to WAL at 1731577208305Closed at 1731577208305 2024-11-14T09:40:08,306 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 185c76f978924e2db6923df683d3d7b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741851_1027 (size=110) 2024-11-14T09:40:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741851_1027 (size=110) 2024-11-14T09:40:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741851_1027 (size=110) 2024-11-14T09:40:08,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e9045c6ee75e49edebf2080dc1c21fe3, disabling compactions & flushes 2024-11-14T09:40:08,315 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:08,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:08,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. after waiting 0 ms 2024-11-14T09:40:08,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:08,315 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:08,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9045c6ee75e49edebf2080dc1c21fe3: Waiting for close lock at 1731577208315Disabling compacts and flushes for region at 1731577208315Disabling writes for close at 1731577208315Writing region close event to WAL at 1731577208315Closed at 1731577208315 2024-11-14T09:40:08,316 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebed40a9a1f08a2fd98f238927fb4b80, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741852_1028 (size=110) 2024-11-14T09:40:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741852_1028 (size=110) 2024-11-14T09:40:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741852_1028 (size=110) 2024-11-14T09:40:08,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 185c76f978924e2db6923df683d3d7b6, disabling compactions & flushes 2024-11-14T09:40:08,320 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:08,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:08,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. after waiting 0 ms 2024-11-14T09:40:08,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:08,320 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:08,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 185c76f978924e2db6923df683d3d7b6: Waiting for close lock at 1731577208320Disabling compacts and flushes for region at 1731577208320Disabling writes for close at 1731577208320Writing region close event to WAL at 1731577208320Closed at 1731577208320 2024-11-14T09:40:08,321 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 31b43d5863dfc3c8b7816bf5777f051e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741854_1030 (size=110) 2024-11-14T09:40:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741854_1030 (size=110) 2024-11-14T09:40:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741854_1030 (size=110) 2024-11-14T09:40:08,334 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 31b43d5863dfc3c8b7816bf5777f051e, disabling compactions & flushes 2024-11-14T09:40:08,335 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:08,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:08,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. after waiting 0 ms 2024-11-14T09:40:08,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:08,335 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:08,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 31b43d5863dfc3c8b7816bf5777f051e: Waiting for close lock at 1731577208334Disabling compacts and flushes for region at 1731577208334Disabling writes for close at 1731577208335 (+1 ms)Writing region close event to WAL at 1731577208335Closed at 1731577208335 2024-11-14T09:40:08,336 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0d82a7ef677578dac8851438d58006a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741853_1029 (size=110) 2024-11-14T09:40:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741853_1029 (size=110) 2024-11-14T09:40:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741853_1029 (size=110) 2024-11-14T09:40:08,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ebed40a9a1f08a2fd98f238927fb4b80, disabling compactions & flushes 2024-11-14T09:40:08,348 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:08,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:08,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. after waiting 0 ms 2024-11-14T09:40:08,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:08,348 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:08,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebed40a9a1f08a2fd98f238927fb4b80: Waiting for close lock at 1731577208348Disabling compacts and flushes for region at 1731577208348Disabling writes for close at 1731577208348Writing region close event to WAL at 1731577208348Closed at 1731577208348 2024-11-14T09:40:08,349 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c982361e70d30d85109af7a58cfc9081, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741855_1031 (size=110) 2024-11-14T09:40:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741855_1031 (size=110) 2024-11-14T09:40:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741855_1031 (size=110) 2024-11-14T09:40:08,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0d82a7ef677578dac8851438d58006a9, disabling compactions & flushes 2024-11-14T09:40:08,363 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:08,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:08,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. after waiting 0 ms 2024-11-14T09:40:08,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:08,363 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:08,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0d82a7ef677578dac8851438d58006a9: Waiting for close lock at 1731577208363Disabling compacts and flushes for region at 1731577208363Disabling writes for close at 1731577208363Writing region close event to WAL at 1731577208363Closed at 1731577208363 2024-11-14T09:40:08,364 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a2a3f1cbf4493a893096dbb86614c5c6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741856_1032 (size=110) 2024-11-14T09:40:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741856_1032 (size=110) 2024-11-14T09:40:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741856_1032 (size=110) 2024-11-14T09:40:08,377 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,377 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c982361e70d30d85109af7a58cfc9081, disabling compactions & flushes 2024-11-14T09:40:08,377 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:08,377 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:08,378 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. after waiting 0 ms 2024-11-14T09:40:08,378 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:08,378 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:08,378 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c982361e70d30d85109af7a58cfc9081: Waiting for close lock at 1731577208377Disabling compacts and flushes for region at 1731577208377Disabling writes for close at 1731577208378 (+1 ms)Writing region close event to WAL at 1731577208378Closed at 1731577208378 2024-11-14T09:40:08,378 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fdfa8dd250de5687d8759f4e6b352d5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741857_1033 (size=110) 2024-11-14T09:40:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741857_1033 (size=110) 2024-11-14T09:40:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741857_1033 (size=110) 2024-11-14T09:40:08,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a2a3f1cbf4493a893096dbb86614c5c6, disabling compactions & flushes 2024-11-14T09:40:08,383 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:08,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:08,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. after waiting 0 ms 2024-11-14T09:40:08,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:08,383 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:08,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a2a3f1cbf4493a893096dbb86614c5c6: Waiting for close lock at 1731577208383Disabling compacts and flushes for region at 1731577208383Disabling writes for close at 1731577208383Writing region close event to WAL at 1731577208383Closed at 1731577208383 2024-11-14T09:40:08,384 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 42259465b9092d06f73e9464ed7bb611, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741858_1034 (size=110) 2024-11-14T09:40:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741858_1034 (size=110) 2024-11-14T09:40:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741858_1034 (size=110) 2024-11-14T09:40:08,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8fdfa8dd250de5687d8759f4e6b352d5, disabling compactions & flushes 2024-11-14T09:40:08,390 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:08,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:08,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. after waiting 0 ms 2024-11-14T09:40:08,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:08,390 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:08,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fdfa8dd250de5687d8759f4e6b352d5: Waiting for close lock at 1731577208390Disabling compacts and flushes for region at 1731577208390Disabling writes for close at 1731577208390Writing region close event to WAL at 1731577208390Closed at 1731577208390 2024-11-14T09:40:08,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51a2a0b629844802d96f7e7e378e2074, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741859_1035 (size=110) 2024-11-14T09:40:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741859_1035 (size=110) 2024-11-14T09:40:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741859_1035 (size=110) 2024-11-14T09:40:08,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 42259465b9092d06f73e9464ed7bb611, disabling compactions & flushes 2024-11-14T09:40:08,397 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:08,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:08,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. after waiting 0 ms 2024-11-14T09:40:08,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:08,397 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:08,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 42259465b9092d06f73e9464ed7bb611: Waiting for close lock at 1731577208397Disabling compacts and flushes for region at 1731577208397Disabling writes for close at 1731577208397Writing region close event to WAL at 1731577208397Closed at 1731577208397 2024-11-14T09:40:08,398 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e83ce3aec624befae3673d415dd1f0eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741860_1036 (size=110) 2024-11-14T09:40:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741860_1036 (size=110) 2024-11-14T09:40:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741860_1036 (size=110) 2024-11-14T09:40:08,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 51a2a0b629844802d96f7e7e378e2074, disabling compactions & flushes 2024-11-14T09:40:08,405 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:08,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:08,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. after waiting 0 ms 2024-11-14T09:40:08,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:08,405 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:08,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51a2a0b629844802d96f7e7e378e2074: Waiting for close lock at 1731577208405Disabling compacts and flushes for region at 1731577208405Disabling writes for close at 1731577208405Writing region close event to WAL at 1731577208405Closed at 1731577208405 2024-11-14T09:40:08,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8bd4dee255c307fc8e86889210a50e9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741861_1037 (size=110) 2024-11-14T09:40:08,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741861_1037 (size=110) 2024-11-14T09:40:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741861_1037 (size=110) 2024-11-14T09:40:08,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e83ce3aec624befae3673d415dd1f0eb, disabling compactions & flushes 2024-11-14T09:40:08,411 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:08,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:08,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. after waiting 0 ms 2024-11-14T09:40:08,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:08,411 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:08,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e83ce3aec624befae3673d415dd1f0eb: Waiting for close lock at 1731577208410Disabling compacts and flushes for region at 1731577208410Disabling writes for close at 1731577208411 (+1 ms)Writing region close event to WAL at 1731577208411Closed at 1731577208411 2024-11-14T09:40:08,411 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 239607e9fc2be49c980a084edac4edac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea 2024-11-14T09:40:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741862_1038 (size=110) 2024-11-14T09:40:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741862_1038 (size=110) 2024-11-14T09:40:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741862_1038 (size=110) 2024-11-14T09:40:08,418 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,418 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d8bd4dee255c307fc8e86889210a50e9, disabling compactions & flushes 2024-11-14T09:40:08,418 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:08,418 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:08,418 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. after waiting 0 ms 2024-11-14T09:40:08,418 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:08,418 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:08,418 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8bd4dee255c307fc8e86889210a50e9: Waiting for close lock at 1731577208418Disabling compacts and flushes for region at 1731577208418Disabling writes for close at 1731577208418Writing region close event to WAL at 1731577208418Closed at 1731577208418 2024-11-14T09:40:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741863_1039 (size=107) 2024-11-14T09:40:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741863_1039 (size=107) 2024-11-14T09:40:08,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 239607e9fc2be49c980a084edac4edac, disabling compactions & flushes 2024-11-14T09:40:08,423 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:08,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:08,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. after waiting 0 ms 2024-11-14T09:40:08,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:08,423 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:08,424 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 239607e9fc2be49c980a084edac4edac: Waiting for close lock at 1731577208423Disabling compacts and flushes for region at 1731577208423Disabling writes for close at 1731577208423Writing region close event to WAL at 1731577208423Closed at 1731577208423 2024-11-14T09:40:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741863_1039 (size=107) 2024-11-14T09:40:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:40:08,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:08,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8f8d21ad111d1242d18a1327eb7a7833, disabling compactions & flushes 2024-11-14T09:40:08,583 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:08,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:08,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. after waiting 0 ms 2024-11-14T09:40:08,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:08,584 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:08,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8f8d21ad111d1242d18a1327eb7a7833: Waiting for close lock at 1731577208583Disabling compacts and flushes for region at 1731577208583Disabling writes for close at 1731577208584 (+1 ms)Writing region close event to WAL at 1731577208584Closed at 1731577208584 2024-11-14T09:40:08,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:40:08,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731577208587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577208587"}]},"ts":"1731577208587"} 2024-11-14T09:40:08,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-14T09:40:08,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:40:08,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577208643"}]},"ts":"1731577208643"} 2024-11-14T09:40:08,651 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-14T09:40:08,652 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {defc576eb6b7=0} racks are {/default-rack=0} 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T09:40:08,691 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T09:40:08,691 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T09:40:08,691 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T09:40:08,691 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T09:40:08,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6292bfb2f58356623ae397677db7ef6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=78963c1055fe41dbb3125a7ad0c2e786, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdd64ea562ce94c4edc76232c8d3df0d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=938692b6f5190a9afb7f202e2420e209, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b2285ef9f202b9043bf928fcfb54d85, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0c56e4e44608214846bd3dbbb390258, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c5b49ddec4e87be9f9beca4a8602f58a, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2aaf9c5b037645b1d739d9fcaeb035af, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9045c6ee75e49edebf2080dc1c21fe3, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebed40a9a1f08a2fd98f238927fb4b80, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31b43d5863dfc3c8b7816bf5777f051e, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c982361e70d30d85109af7a58cfc9081, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a2a3f1cbf4493a893096dbb86614c5c6, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42259465b9092d06f73e9464ed7bb611, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51a2a0b629844802d96f7e7e378e2074, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=239607e9fc2be49c980a084edac4edac, ASSIGN}] 2024-11-14T09:40:08,705 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=239607e9fc2be49c980a084edac4edac, ASSIGN 2024-11-14T09:40:08,706 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=239607e9fc2be49c980a084edac4edac, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,708 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9, ASSIGN 2024-11-14T09:40:08,709 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN 2024-11-14T09:40:08,712 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51a2a0b629844802d96f7e7e378e2074, ASSIGN 2024-11-14T09:40:08,714 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51a2a0b629844802d96f7e7e378e2074, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,715 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42259465b9092d06f73e9464ed7bb611, ASSIGN 2024-11-14T09:40:08,717 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42259465b9092d06f73e9464ed7bb611, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN 2024-11-14T09:40:08,719 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,721 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a2a3f1cbf4493a893096dbb86614c5c6, ASSIGN 2024-11-14T09:40:08,722 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a2a3f1cbf4493a893096dbb86614c5c6, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c982361e70d30d85109af7a58cfc9081, ASSIGN 2024-11-14T09:40:08,725 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c982361e70d30d85109af7a58cfc9081, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,726 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN 2024-11-14T09:40:08,727 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31b43d5863dfc3c8b7816bf5777f051e, ASSIGN 2024-11-14T09:40:08,730 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31b43d5863dfc3c8b7816bf5777f051e, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebed40a9a1f08a2fd98f238927fb4b80, ASSIGN 2024-11-14T09:40:08,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebed40a9a1f08a2fd98f238927fb4b80, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN 2024-11-14T09:40:08,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9045c6ee75e49edebf2080dc1c21fe3, ASSIGN 2024-11-14T09:40:08,738 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9045c6ee75e49edebf2080dc1c21fe3, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2aaf9c5b037645b1d739d9fcaeb035af, ASSIGN 2024-11-14T09:40:08,741 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2aaf9c5b037645b1d739d9fcaeb035af, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN 2024-11-14T09:40:08,744 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c5b49ddec4e87be9f9beca4a8602f58a, ASSIGN 2024-11-14T09:40:08,748 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c5b49ddec4e87be9f9beca4a8602f58a, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0c56e4e44608214846bd3dbbb390258, ASSIGN 2024-11-14T09:40:08,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0c56e4e44608214846bd3dbbb390258, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,753 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN 2024-11-14T09:40:08,755 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,757 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b2285ef9f202b9043bf928fcfb54d85, ASSIGN 2024-11-14T09:40:08,759 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b2285ef9f202b9043bf928fcfb54d85, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:40:08,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=938692b6f5190a9afb7f202e2420e209, ASSIGN 2024-11-14T09:40:08,766 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=938692b6f5190a9afb7f202e2420e209, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN 2024-11-14T09:40:08,769 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdd64ea562ce94c4edc76232c8d3df0d, ASSIGN 2024-11-14T09:40:08,772 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdd64ea562ce94c4edc76232c8d3df0d, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=78963c1055fe41dbb3125a7ad0c2e786, ASSIGN 2024-11-14T09:40:08,776 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=78963c1055fe41dbb3125a7ad0c2e786, ASSIGN; state=OFFLINE, location=defc576eb6b7,32883,1731577205191; forceNewPlan=false, retain=false 2024-11-14T09:40:08,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN 2024-11-14T09:40:08,779 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,780 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN 2024-11-14T09:40:08,782 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN; state=OFFLINE, location=defc576eb6b7,37189,1731577205335; forceNewPlan=false, retain=false 2024-11-14T09:40:08,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6292bfb2f58356623ae397677db7ef6, ASSIGN 2024-11-14T09:40:08,785 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6292bfb2f58356623ae397677db7ef6, ASSIGN; state=OFFLINE, location=defc576eb6b7,33689,1731577205289; forceNewPlan=false, retain=false 2024-11-14T09:40:08,860 INFO [defc576eb6b7:34601 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-14T09:40:08,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e83ce3aec624befae3673d415dd1f0eb, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0d82a7ef677578dac8851438d58006a9, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=185c76f978924e2db6923df683d3d7b6, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,867 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPENING, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:08,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=239607e9fc2be49c980a084edac4edac, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN because future has completed 2024-11-14T09:40:08,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=51a2a0b629844802d96f7e7e378e2074, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN because future has completed 2024-11-14T09:40:08,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN because future has completed 2024-11-14T09:40:08,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN because future has completed 2024-11-14T09:40:08,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN because future has completed 2024-11-14T09:40:08,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN because future has completed 2024-11-14T09:40:08,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN because future has completed 2024-11-14T09:40:08,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN because future has completed 2024-11-14T09:40:08,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN because future has completed 2024-11-14T09:40:08,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=239607e9fc2be49c980a084edac4edac, ASSIGN because future has completed 2024-11-14T09:40:08,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51a2a0b629844802d96f7e7e378e2074, ASSIGN because future has completed 2024-11-14T09:40:08,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a2a3f1cbf4493a893096dbb86614c5c6, ASSIGN because future has completed 2024-11-14T09:40:08,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a2a0b629844802d96f7e7e378e2074, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a3f1cbf4493a893096dbb86614c5c6, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 239607e9fc2be49c980a084edac4edac, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,37189,1731577205335}] 2024-11-14T09:40:08,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6292bfb2f58356623ae397677db7ef6, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:08,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d8bd4dee255c307fc8e86889210a50e9, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebed40a9a1f08a2fd98f238927fb4b80, ASSIGN because future has completed 2024-11-14T09:40:08,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebed40a9a1f08a2fd98f238927fb4b80, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9045c6ee75e49edebf2080dc1c21fe3, ASSIGN because future has completed 2024-11-14T09:40:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c5b49ddec4e87be9f9beca4a8602f58a, ASSIGN because future has completed 2024-11-14T09:40:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b2285ef9f202b9043bf928fcfb54d85, ASSIGN because future has completed 2024-11-14T09:40:08,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdd64ea562ce94c4edc76232c8d3df0d, ASSIGN because future has completed 2024-11-14T09:40:08,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdd64ea562ce94c4edc76232c8d3df0d, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6292bfb2f58356623ae397677db7ef6, ASSIGN because future has completed 2024-11-14T09:40:08,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9, ASSIGN because future has completed 2024-11-14T09:40:08,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8bd4dee255c307fc8e86889210a50e9, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:08,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6292bfb2f58356623ae397677db7ef6, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b2285ef9f202b9043bf928fcfb54d85, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b49ddec4e87be9f9beca4a8602f58a, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9045c6ee75e49edebf2080dc1c21fe3, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:40:08,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=42259465b9092d06f73e9464ed7bb611, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=c982361e70d30d85109af7a58cfc9081, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f0c56e4e44608214846bd3dbbb390258, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=938692b6f5190a9afb7f202e2420e209, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:08,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42259465b9092d06f73e9464ed7bb611, ASSIGN because future has completed 2024-11-14T09:40:08,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42259465b9092d06f73e9464ed7bb611, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:08,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c982361e70d30d85109af7a58cfc9081, ASSIGN because future has completed 2024-11-14T09:40:08,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31b43d5863dfc3c8b7816bf5777f051e, ASSIGN because future has completed 2024-11-14T09:40:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2aaf9c5b037645b1d739d9fcaeb035af, ASSIGN because future has completed 2024-11-14T09:40:08,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aaf9c5b037645b1d739d9fcaeb035af, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:08,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0c56e4e44608214846bd3dbbb390258, ASSIGN because future has completed 2024-11-14T09:40:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=938692b6f5190a9afb7f202e2420e209, ASSIGN because future has completed 2024-11-14T09:40:08,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 938692b6f5190a9afb7f202e2420e209, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:08,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0c56e4e44608214846bd3dbbb390258, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:09,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b43d5863dfc3c8b7816bf5777f051e, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:09,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure c982361e70d30d85109af7a58cfc9081, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:09,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=78963c1055fe41dbb3125a7ad0c2e786, ASSIGN because future has completed 2024-11-14T09:40:09,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78963c1055fe41dbb3125a7ad0c2e786, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:40:09,037 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:09,038 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c365ce0b1e7c1e2789522de14484fe4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-14T09:40:09,038 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,039 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,039 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,039 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,041 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,043 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c365ce0b1e7c1e2789522de14484fe4 columnFamilyName colfamily11 2024-11-14T09:40:09,043 DEBUG [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,044 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(327): Store=0c365ce0b1e7c1e2789522de14484fe4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,044 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,046 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c365ce0b1e7c1e2789522de14484fe4 columnFamilyName colfamily21 2024-11-14T09:40:09,046 DEBUG [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,047 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(327): Store=0c365ce0b1e7c1e2789522de14484fe4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,047 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,049 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c365ce0b1e7c1e2789522de14484fe4 columnFamilyName colfamily31 2024-11-14T09:40:09,049 DEBUG [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,049 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(327): Store=0c365ce0b1e7c1e2789522de14484fe4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,050 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,051 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,051 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:40:09,051 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,053 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,053 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58479, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:40:09,053 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,055 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,063 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:09,063 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => d6292bfb2f58356623ae397677db7ef6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T09:40:09,063 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,063 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,063 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,064 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,064 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,064 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 0c365ce0b1e7c1e2789522de14484fe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73017793, jitterRate=0.08804990351200104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,064 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:40:09,065 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 0c365ce0b1e7c1e2789522de14484fe4: Running coprocessor pre-open hook at 1731577209039Writing region info on filesystem at 1731577209039Initializing all the Stores at 1731577209041 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209041Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209041Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209041Cleaning up temporary data from old regions at 1731577209053 (+12 ms)Running coprocessor post-open hooks at 1731577209064 (+11 ms)Region opened successfully at 1731577209065 (+1 ms) 2024-11-14T09:40:09,067 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., pid=40, masterSystemTime=1731577209028 2024-11-14T09:40:09,070 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,071 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:09,071 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:40:09,072 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:09,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,072 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fdfa8dd250de5687d8759f4e6b352d5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-14T09:40:09,073 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,073 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,073 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,073 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,074 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6292bfb2f58356623ae397677db7ef6 columnFamilyName colfamily11 2024-11-14T09:40:09,074 DEBUG [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,075 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] regionserver.HStore(327): Store=d6292bfb2f58356623ae397677db7ef6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,075 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,077 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,078 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6292bfb2f58356623ae397677db7ef6 columnFamilyName colfamily21 2024-11-14T09:40:09,078 DEBUG [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,079 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] regionserver.HStore(327): Store=d6292bfb2f58356623ae397677db7ef6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,079 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,080 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,37189,1731577205335, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,080 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdfa8dd250de5687d8759f4e6b352d5 columnFamilyName colfamily11 2024-11-14T09:40:09,080 DEBUG [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,081 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(327): Store=8fdfa8dd250de5687d8759f4e6b352d5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,081 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,081 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6292bfb2f58356623ae397677db7ef6 columnFamilyName colfamily31 2024-11-14T09:40:09,082 DEBUG [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,082 INFO [StoreOpener-d6292bfb2f58356623ae397677db7ef6-1 {}] regionserver.HStore(327): Store=d6292bfb2f58356623ae397677db7ef6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,083 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,083 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdfa8dd250de5687d8759f4e6b352d5 columnFamilyName colfamily21 2024-11-14T09:40:09,083 DEBUG [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,084 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(327): Store=8fdfa8dd250de5687d8759f4e6b352d5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,084 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,085 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=16 2024-11-14T09:40:09,087 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdfa8dd250de5687d8759f4e6b352d5 columnFamilyName colfamily31 2024-11-14T09:40:09,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,37189,1731577205335 in 150 msec 2024-11-14T09:40:09,087 DEBUG [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,087 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,087 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,087 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(327): Store=8fdfa8dd250de5687d8759f4e6b352d5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,087 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,088 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,089 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,089 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,090 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN in 393 msec 2024-11-14T09:40:09,090 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,091 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,091 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,093 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,093 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,093 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened d6292bfb2f58356623ae397677db7ef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60746271, jitterRate=-0.09481002390384674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,094 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:40:09,094 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for d6292bfb2f58356623ae397677db7ef6: Running coprocessor pre-open hook at 1731577209064Writing region info on filesystem at 1731577209064Initializing all the Stores at 1731577209066 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209066Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209069 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209069Cleaning up temporary data from old regions at 1731577209087 (+18 ms)Running coprocessor post-open hooks at 1731577209094 (+7 ms)Region opened successfully at 1731577209094 2024-11-14T09:40:09,095 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., pid=46, masterSystemTime=1731577209050 2024-11-14T09:40:09,096 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,097 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 8fdfa8dd250de5687d8759f4e6b352d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72452237, jitterRate=0.07962246239185333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,097 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:40:09,097 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 8fdfa8dd250de5687d8759f4e6b352d5: Running coprocessor pre-open hook at 1731577209073Writing region info on filesystem at 1731577209073Initializing all the Stores at 1731577209076 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209076Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209076Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209076Cleaning up temporary data from old regions at 1731577209091 (+15 ms)Running coprocessor post-open hooks at 1731577209097 (+6 ms)Region opened successfully at 1731577209097 2024-11-14T09:40:09,098 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., pid=42, masterSystemTime=1731577209028 2024-11-14T09:40:09,098 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:09,099 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:09,099 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:09,099 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => a2a3f1cbf4493a893096dbb86614c5c6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-14T09:40:09,099 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,099 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,100 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,100 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,102 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:09,102 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:40:09,102 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:09,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6292bfb2f58356623ae397677db7ef6, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,103 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f8d21ad111d1242d18a1327eb7a7833, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-14T09:40:09,103 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,103 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,103 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,103 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,104 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,106 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,109 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8d21ad111d1242d18a1327eb7a7833 columnFamilyName colfamily11 2024-11-14T09:40:09,109 DEBUG [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,110 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(327): Store=8f8d21ad111d1242d18a1327eb7a7833/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,110 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=5 2024-11-14T09:40:09,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6292bfb2f58356623ae397677db7ef6, server=defc576eb6b7,33689,1731577205289 in 144 msec 2024-11-14T09:40:09,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:40:09,112 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8d21ad111d1242d18a1327eb7a7833 columnFamilyName colfamily21 2024-11-14T09:40:09,112 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a3f1cbf4493a893096dbb86614c5c6 columnFamilyName colfamily11 2024-11-14T09:40:09,112 DEBUG [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,112 DEBUG [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,113 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] regionserver.HStore(327): Store=a2a3f1cbf4493a893096dbb86614c5c6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,113 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,113 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(327): Store=8f8d21ad111d1242d18a1327eb7a7833/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,113 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:40:09,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6292bfb2f58356623ae397677db7ef6, ASSIGN in 417 msec 2024-11-14T09:40:09,116 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8d21ad111d1242d18a1327eb7a7833 columnFamilyName colfamily31 2024-11-14T09:40:09,116 DEBUG [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,117 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(327): Store=8f8d21ad111d1242d18a1327eb7a7833/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,118 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a3f1cbf4493a893096dbb86614c5c6 columnFamilyName colfamily21 2024-11-14T09:40:09,118 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,118 DEBUG [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,119 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] regionserver.HStore(327): Store=a2a3f1cbf4493a893096dbb86614c5c6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,119 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,119 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,119 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,120 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:09,121 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 938692b6f5190a9afb7f202e2420e209, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-14T09:40:09,121 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,121 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,121 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,122 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a3f1cbf4493a893096dbb86614c5c6 columnFamilyName colfamily31 2024-11-14T09:40:09,122 DEBUG [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,122 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,122 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,122 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,122 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,123 INFO [StoreOpener-a2a3f1cbf4493a893096dbb86614c5c6-1 {}] regionserver.HStore(327): Store=a2a3f1cbf4493a893096dbb86614c5c6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,123 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-14T09:40:09,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,37189,1731577205335 in 179 msec 2024-11-14T09:40:09,124 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,124 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,125 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,126 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN in 430 msec 2024-11-14T09:40:09,128 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,128 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,129 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 938692b6f5190a9afb7f202e2420e209 columnFamilyName colfamily11 2024-11-14T09:40:09,129 DEBUG [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,129 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,129 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] regionserver.HStore(327): Store=938692b6f5190a9afb7f202e2420e209/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,129 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,129 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,130 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 8f8d21ad111d1242d18a1327eb7a7833; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71676058, jitterRate=0.06805649399757385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,130 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:40:09,131 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 8f8d21ad111d1242d18a1327eb7a7833: Running coprocessor pre-open hook at 1731577209103Writing region info on filesystem at 1731577209103Initializing all the Stores at 1731577209105 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209105Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209106 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209106Cleaning up temporary data from old regions at 1731577209121 (+15 ms)Running coprocessor post-open hooks at 1731577209130 (+9 ms)Region opened successfully at 1731577209130 2024-11-14T09:40:09,131 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 938692b6f5190a9afb7f202e2420e209 columnFamilyName colfamily21 2024-11-14T09:40:09,131 DEBUG [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,132 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., pid=37, masterSystemTime=1731577209028 2024-11-14T09:40:09,132 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,132 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] regionserver.HStore(327): Store=938692b6f5190a9afb7f202e2420e209/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,132 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,135 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 938692b6f5190a9afb7f202e2420e209 columnFamilyName colfamily31 2024-11-14T09:40:09,135 DEBUG [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,135 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:09,135 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:09,136 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:09,136 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ffa73b14e1967c3e6fd27b41e9078d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T09:40:09,136 INFO [StoreOpener-938692b6f5190a9afb7f202e2420e209-1 {}] regionserver.HStore(327): Store=938692b6f5190a9afb7f202e2420e209/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,136 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,137 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,137 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,137 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,137 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,138 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,139 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,140 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened a2a3f1cbf4493a893096dbb86614c5c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67832000, jitterRate=0.010775566101074219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,140 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:40:09,140 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,141 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for a2a3f1cbf4493a893096dbb86614c5c6: Running coprocessor pre-open hook at 1731577209100Writing region info on filesystem at 1731577209100Initializing all the Stores at 1731577209101 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209101Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209104 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209104Cleaning up temporary data from old regions at 1731577209128 (+24 ms)Running coprocessor post-open hooks at 1731577209140 (+12 ms)Region opened successfully at 1731577209140 2024-11-14T09:40:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,144 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., pid=35, masterSystemTime=1731577209050 2024-11-14T09:40:09,144 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,144 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,145 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,145 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,148 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:09,148 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:40:09,148 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:09,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=6 2024-11-14T09:40:09,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,37189,1731577205335 in 230 msec 2024-11-14T09:40:09,149 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => c5b49ddec4e87be9f9beca4a8602f58a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-14T09:40:09,149 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,149 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,149 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,149 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,150 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,150 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ffa73b14e1967c3e6fd27b41e9078d9 columnFamilyName colfamily11 2024-11-14T09:40:09,150 DEBUG [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,151 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(327): Store=4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,152 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN in 455 msec 2024-11-14T09:40:09,152 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,155 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b49ddec4e87be9f9beca4a8602f58a columnFamilyName colfamily11 2024-11-14T09:40:09,156 DEBUG [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,157 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] regionserver.HStore(327): Store=c5b49ddec4e87be9f9beca4a8602f58a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,157 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,158 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ffa73b14e1967c3e6fd27b41e9078d9 columnFamilyName colfamily21 2024-11-14T09:40:09,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a3f1cbf4493a893096dbb86614c5c6, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,158 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,158 DEBUG [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,159 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 938692b6f5190a9afb7f202e2420e209; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75489873, jitterRate=0.12488676607608795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,159 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:40:09,159 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b49ddec4e87be9f9beca4a8602f58a columnFamilyName colfamily21 2024-11-14T09:40:09,159 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 938692b6f5190a9afb7f202e2420e209: Running coprocessor pre-open hook at 1731577209122Writing region info on filesystem at 1731577209122Initializing all the Stores at 1731577209124 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209124Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209126 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209126Cleaning up temporary data from old regions at 1731577209144 (+18 ms)Running coprocessor post-open hooks at 1731577209159 (+15 ms)Region opened successfully at 1731577209159 2024-11-14T09:40:09,159 DEBUG [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,160 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(327): Store=4ffa73b14e1967c3e6fd27b41e9078d9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,160 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,160 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] regionserver.HStore(327): Store=c5b49ddec4e87be9f9beca4a8602f58a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,161 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,163 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ffa73b14e1967c3e6fd27b41e9078d9 columnFamilyName colfamily31 2024-11-14T09:40:09,163 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b49ddec4e87be9f9beca4a8602f58a columnFamilyName colfamily31 2024-11-14T09:40:09,163 DEBUG [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,163 DEBUG [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,163 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., pid=52, masterSystemTime=1731577209111 2024-11-14T09:40:09,164 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(327): Store=4ffa73b14e1967c3e6fd27b41e9078d9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,164 INFO [StoreOpener-c5b49ddec4e87be9f9beca4a8602f58a-1 {}] regionserver.HStore(327): Store=c5b49ddec4e87be9f9beca4a8602f58a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,164 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,164 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,165 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,169 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,170 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,172 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,172 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,172 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,174 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,175 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,176 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:09,176 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,176 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:40:09,176 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:09,176 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 42259465b9092d06f73e9464ed7bb611, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-14T09:40:09,177 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,177 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,177 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,177 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,177 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,178 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=24 2024-11-14T09:40:09,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure a2a3f1cbf4493a893096dbb86614c5c6, server=defc576eb6b7,33689,1731577205289 in 259 msec 2024-11-14T09:40:09,180 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,180 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,183 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42259465b9092d06f73e9464ed7bb611 columnFamilyName colfamily11 2024-11-14T09:40:09,183 DEBUG [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,185 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] regionserver.HStore(327): Store=42259465b9092d06f73e9464ed7bb611/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,185 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a2a3f1cbf4493a893096dbb86614c5c6, ASSIGN in 485 msec 2024-11-14T09:40:09,187 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,186 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,188 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened c5b49ddec4e87be9f9beca4a8602f58a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68331581, jitterRate=0.018219903111457825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,188 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:40:09,188 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42259465b9092d06f73e9464ed7bb611 columnFamilyName colfamily21 2024-11-14T09:40:09,188 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for c5b49ddec4e87be9f9beca4a8602f58a: Running coprocessor pre-open hook at 1731577209150Writing region info on filesystem at 1731577209150Initializing all the Stores at 1731577209152 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209152Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209152Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209152Cleaning up temporary data from old regions at 1731577209173 (+21 ms)Running coprocessor post-open hooks at 1731577209188 (+15 ms)Region opened successfully at 1731577209188 2024-11-14T09:40:09,188 DEBUG [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,189 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] regionserver.HStore(327): Store=42259465b9092d06f73e9464ed7bb611/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,189 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,190 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., pid=48, masterSystemTime=1731577209050 2024-11-14T09:40:09,190 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 4ffa73b14e1967c3e6fd27b41e9078d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62631578, jitterRate=-0.0667167603969574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,190 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:40:09,191 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 4ffa73b14e1967c3e6fd27b41e9078d9: Running coprocessor pre-open hook at 1731577209137Writing region info on filesystem at 1731577209137Initializing all the Stores at 1731577209139 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209139Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209144 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209144Cleaning up temporary data from old regions at 1731577209176 (+32 ms)Running coprocessor post-open hooks at 1731577209191 (+15 ms)Region opened successfully at 1731577209191 2024-11-14T09:40:09,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 938692b6f5190a9afb7f202e2420e209, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,193 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42259465b9092d06f73e9464ed7bb611 columnFamilyName colfamily31 2024-11-14T09:40:09,193 DEBUG [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,193 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., pid=39, masterSystemTime=1731577209028 2024-11-14T09:40:09,194 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:09,194 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:40:09,195 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:09,195 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 51a2a0b629844802d96f7e7e378e2074, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-14T09:40:09,195 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,195 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,196 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,196 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,196 INFO [StoreOpener-42259465b9092d06f73e9464ed7bb611-1 {}] regionserver.HStore(327): Store=42259465b9092d06f73e9464ed7bb611/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,197 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,198 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,198 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,199 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,199 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:09,199 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:40:09,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=11 2024-11-14T09:40:09,199 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:09,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 938692b6f5190a9afb7f202e2420e209, server=defc576eb6b7,32883,1731577205191 in 199 msec 2024-11-14T09:40:09,200 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => c4eb7a957c432cb594b0a07bb498eb97, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-14T09:40:09,200 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,200 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,200 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,200 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,201 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,201 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,201 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a2a0b629844802d96f7e7e378e2074 columnFamilyName colfamily11 2024-11-14T09:40:09,202 DEBUG [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,202 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=938692b6f5190a9afb7f202e2420e209, ASSIGN in 506 msec 2024-11-14T09:40:09,203 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] regionserver.HStore(327): Store=51a2a0b629844802d96f7e7e378e2074/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,203 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,203 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,205 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,205 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a2a0b629844802d96f7e7e378e2074 columnFamilyName colfamily21 2024-11-14T09:40:09,205 DEBUG [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,206 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] regionserver.HStore(327): Store=51a2a0b629844802d96f7e7e378e2074/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,206 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,207 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4eb7a957c432cb594b0a07bb498eb97 columnFamilyName colfamily11 2024-11-14T09:40:09,208 DEBUG [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,209 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a2a0b629844802d96f7e7e378e2074 columnFamilyName colfamily31 2024-11-14T09:40:09,209 DEBUG [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,210 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(327): Store=c4eb7a957c432cb594b0a07bb498eb97/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,210 INFO [StoreOpener-51a2a0b629844802d96f7e7e378e2074-1 {}] regionserver.HStore(327): Store=51a2a0b629844802d96f7e7e378e2074/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,210 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,210 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,210 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,211 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 42259465b9092d06f73e9464ed7bb611; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62398422, jitterRate=-0.07019105553627014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,211 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,211 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:40:09,211 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 42259465b9092d06f73e9464ed7bb611: Running coprocessor pre-open hook at 1731577209177Writing region info on filesystem at 1731577209177Initializing all the Stores at 1731577209179 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209179Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209179Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209179Cleaning up temporary data from old regions at 1731577209201 (+22 ms)Running coprocessor post-open hooks at 1731577209211 (+10 ms)Region opened successfully at 1731577209211 2024-11-14T09:40:09,212 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,212 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., pid=50, masterSystemTime=1731577209111 2024-11-14T09:40:09,213 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4eb7a957c432cb594b0a07bb498eb97 columnFamilyName colfamily21 2024-11-14T09:40:09,213 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,213 DEBUG [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,214 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(327): Store=c4eb7a957c432cb594b0a07bb498eb97/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,214 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,215 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,215 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,216 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:09,216 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,216 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:40:09,217 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:09,217 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4eb7a957c432cb594b0a07bb498eb97 columnFamilyName colfamily31 2024-11-14T09:40:09,217 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aaf9c5b037645b1d739d9fcaeb035af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-14T09:40:09,217 DEBUG [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,217 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,217 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,217 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,217 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,218 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(327): Store=c4eb7a957c432cb594b0a07bb498eb97/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,218 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5b49ddec4e87be9f9beca4a8602f58a, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,218 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,219 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,221 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42259465b9092d06f73e9464ed7bb611, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,222 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,223 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,226 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,226 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,226 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 51a2a0b629844802d96f7e7e378e2074; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72394418, jitterRate=0.07876089215278625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,226 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:40:09,227 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 51a2a0b629844802d96f7e7e378e2074: Running coprocessor pre-open hook at 1731577209196Writing region info on filesystem at 1731577209196Initializing all the Stores at 1731577209198 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209198Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209198Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209198Cleaning up temporary data from old regions at 1731577209216 (+18 ms)Running coprocessor post-open hooks at 1731577209226 (+10 ms)Region opened successfully at 1731577209227 (+1 ms) 2024-11-14T09:40:09,227 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,228 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aaf9c5b037645b1d739d9fcaeb035af columnFamilyName colfamily11 2024-11-14T09:40:09,228 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., pid=34, masterSystemTime=1731577209050 2024-11-14T09:40:09,229 DEBUG [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=15 2024-11-14T09:40:09,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure c5b49ddec4e87be9f9beca4a8602f58a, server=defc576eb6b7,33689,1731577205289 in 250 msec 2024-11-14T09:40:09,230 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,230 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] regionserver.HStore(327): Store=2aaf9c5b037645b1d739d9fcaeb035af/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,230 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,233 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aaf9c5b037645b1d739d9fcaeb035af columnFamilyName colfamily21 2024-11-14T09:40:09,233 DEBUG [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c5b49ddec4e87be9f9beca4a8602f58a, ASSIGN in 535 msec 2024-11-14T09:40:09,234 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:09,234 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:40:09,234 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:09,234 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => ebed40a9a1f08a2fd98f238927fb4b80, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-14T09:40:09,234 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] regionserver.HStore(327): Store=2aaf9c5b037645b1d739d9fcaeb035af/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,234 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,235 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,235 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,235 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,235 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a2a0b629844802d96f7e7e378e2074, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,241 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,241 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aaf9c5b037645b1d739d9fcaeb035af columnFamilyName colfamily31 2024-11-14T09:40:09,241 DEBUG [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,242 INFO [StoreOpener-2aaf9c5b037645b1d739d9fcaeb035af-1 {}] regionserver.HStore(327): Store=2aaf9c5b037645b1d739d9fcaeb035af/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,242 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened c4eb7a957c432cb594b0a07bb498eb97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73338566, jitterRate=0.09282979369163513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,242 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,242 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:40:09,242 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for c4eb7a957c432cb594b0a07bb498eb97: Running coprocessor pre-open hook at 1731577209201Writing region info on filesystem at 1731577209201Initializing all the Stores at 1731577209202 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209202Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209203 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209203Cleaning up temporary data from old regions at 1731577209226 (+23 ms)Running coprocessor post-open hooks at 1731577209242 (+16 ms)Region opened successfully at 1731577209242 2024-11-14T09:40:09,243 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=26 2024-11-14T09:40:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 42259465b9092d06f73e9464ed7bb611, server=defc576eb6b7,32883,1731577205191 in 252 msec 2024-11-14T09:40:09,244 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., pid=33, masterSystemTime=1731577209028 2024-11-14T09:40:09,244 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,245 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,246 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,246 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42259465b9092d06f73e9464ed7bb611, ASSIGN in 550 msec 2024-11-14T09:40:09,248 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:09,249 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,249 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:40:09,249 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:09,249 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d82a7ef677578dac8851438d58006a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-14T09:40:09,250 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,250 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,250 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,250 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,253 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,255 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebed40a9a1f08a2fd98f238927fb4b80 columnFamilyName colfamily11 2024-11-14T09:40:09,256 DEBUG [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,257 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,257 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] regionserver.HStore(327): Store=ebed40a9a1f08a2fd98f238927fb4b80/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,257 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,257 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,258 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 2aaf9c5b037645b1d739d9fcaeb035af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67906441, jitterRate=0.011884823441505432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,258 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:40:09,258 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 2aaf9c5b037645b1d739d9fcaeb035af: Running coprocessor pre-open hook at 1731577209218Writing region info on filesystem at 1731577209218Initializing all the Stores at 1731577209221 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209221Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209221Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209221Cleaning up temporary data from old regions at 1731577209246 (+25 ms)Running coprocessor post-open hooks at 1731577209258 (+12 ms)Region opened successfully at 1731577209258 2024-11-14T09:40:09,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=27 2024-11-14T09:40:09,260 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., pid=51, masterSystemTime=1731577209111 2024-11-14T09:40:09,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 51a2a0b629844802d96f7e7e378e2074, server=defc576eb6b7,33689,1731577205289 in 357 msec 2024-11-14T09:40:09,260 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d82a7ef677578dac8851438d58006a9 columnFamilyName colfamily11 2024-11-14T09:40:09,260 DEBUG [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,260 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebed40a9a1f08a2fd98f238927fb4b80 columnFamilyName colfamily21 2024-11-14T09:40:09,260 DEBUG [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,262 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(327): Store=0d82a7ef677578dac8851438d58006a9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,262 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,263 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:09,263 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:40:09,263 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] regionserver.HStore(327): Store=ebed40a9a1f08a2fd98f238927fb4b80/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,264 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:09,264 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,264 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d8bd4dee255c307fc8e86889210a50e9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-14T09:40:09,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51a2a0b629844802d96f7e7e378e2074, ASSIGN in 566 msec 2024-11-14T09:40:09,264 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,265 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,265 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,265 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,266 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d82a7ef677578dac8851438d58006a9 columnFamilyName colfamily21 2024-11-14T09:40:09,266 DEBUG [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,267 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebed40a9a1f08a2fd98f238927fb4b80 columnFamilyName colfamily31 2024-11-14T09:40:09,268 DEBUG [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,268 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(327): Store=0d82a7ef677578dac8851438d58006a9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,269 INFO [StoreOpener-ebed40a9a1f08a2fd98f238927fb4b80-1 {}] regionserver.HStore(327): Store=ebed40a9a1f08a2fd98f238927fb4b80/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,269 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,269 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:40:09,271 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aaf9c5b037645b1d739d9fcaeb035af, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,272 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,272 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d82a7ef677578dac8851438d58006a9 columnFamilyName colfamily31 2024-11-14T09:40:09,272 DEBUG [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,273 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(327): Store=0d82a7ef677578dac8851438d58006a9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,273 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,274 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,274 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,275 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,276 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,276 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=7 2024-11-14T09:40:09,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,37189,1731577205335 in 382 msec 2024-11-14T09:40:09,280 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,281 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,281 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,281 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,282 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,32883,1731577205191, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2aaf9c5b037645b1d739d9fcaeb035af. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,282 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN in 584 msec 2024-11-14T09:40:09,285 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,285 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8bd4dee255c307fc8e86889210a50e9 columnFamilyName colfamily11 2024-11-14T09:40:09,286 DEBUG [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,286 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,288 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] regionserver.HStore(327): Store=d8bd4dee255c307fc8e86889210a50e9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,288 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,288 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened ebed40a9a1f08a2fd98f238927fb4b80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72578621, jitterRate=0.08150573074817657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,288 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:40:09,288 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for ebed40a9a1f08a2fd98f238927fb4b80: Running coprocessor pre-open hook at 1731577209235Writing region info on filesystem at 1731577209235Initializing all the Stores at 1731577209236 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209236Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209252 (+16 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209252Cleaning up temporary data from old regions at 1731577209274 (+22 ms)Running coprocessor post-open hooks at 1731577209288 (+14 ms)Region opened successfully at 1731577209288 2024-11-14T09:40:09,291 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80., pid=43, masterSystemTime=1731577209050 2024-11-14T09:40:09,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=17 2024-11-14T09:40:09,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aaf9c5b037645b1d739d9fcaeb035af, server=defc576eb6b7,32883,1731577205191 in 295 msec 2024-11-14T09:40:09,295 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8bd4dee255c307fc8e86889210a50e9 columnFamilyName colfamily21 2024-11-14T09:40:09,295 DEBUG [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,295 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,37189,1731577205335, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,296 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,296 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:09,296 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] regionserver.HStore(327): Store=d8bd4dee255c307fc8e86889210a50e9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,296 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:40:09,297 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:09,297 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,297 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 239607e9fc2be49c980a084edac4edac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-14T09:40:09,297 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,297 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,297 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,297 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,298 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 0d82a7ef677578dac8851438d58006a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70899970, jitterRate=0.05649188160896301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,299 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:40:09,299 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 0d82a7ef677578dac8851438d58006a9: Running coprocessor pre-open hook at 1731577209250Writing region info on filesystem at 1731577209250Initializing all the Stores at 1731577209252 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209252Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209256 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209256Cleaning up temporary data from old regions at 1731577209281 (+25 ms)Running coprocessor post-open hooks at 1731577209299 (+18 ms)Region opened successfully at 1731577209299 2024-11-14T09:40:09,300 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8bd4dee255c307fc8e86889210a50e9 columnFamilyName colfamily31 2024-11-14T09:40:09,301 DEBUG [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,301 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebed40a9a1f08a2fd98f238927fb4b80, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,302 INFO [StoreOpener-d8bd4dee255c307fc8e86889210a50e9-1 {}] regionserver.HStore(327): Store=d8bd4dee255c307fc8e86889210a50e9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,302 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,302 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., pid=41, masterSystemTime=1731577209028 2024-11-14T09:40:09,303 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,304 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 239607e9fc2be49c980a084edac4edac columnFamilyName colfamily11 2024-11-14T09:40:09,304 DEBUG [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,304 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,305 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] regionserver.HStore(327): Store=239607e9fc2be49c980a084edac4edac/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,305 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2aaf9c5b037645b1d739d9fcaeb035af, ASSIGN in 607 msec 2024-11-14T09:40:09,306 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:09,306 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:40:09,307 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:09,307 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ab91d612a85176ac1e4b7d4db43c8c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T09:40:09,307 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,307 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,307 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,308 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,308 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,308 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,308 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 239607e9fc2be49c980a084edac4edac columnFamilyName colfamily21 2024-11-14T09:40:09,308 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,308 DEBUG [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,309 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] regionserver.HStore(327): Store=239607e9fc2be49c980a084edac4edac/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,311 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,311 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,314 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 239607e9fc2be49c980a084edac4edac columnFamilyName colfamily31 2024-11-14T09:40:09,314 DEBUG [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,315 INFO [StoreOpener-239607e9fc2be49c980a084edac4edac-1 {}] regionserver.HStore(327): Store=239607e9fc2be49c980a084edac4edac/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,315 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,316 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,317 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=20 2024-11-14T09:40:09,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure ebed40a9a1f08a2fd98f238927fb4b80, server=defc576eb6b7,33689,1731577205289 in 366 msec 2024-11-14T09:40:09,319 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,319 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,319 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,320 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebed40a9a1f08a2fd98f238927fb4b80, ASSIGN in 623 msec 2024-11-14T09:40:09,321 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,321 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,322 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d8bd4dee255c307fc8e86889210a50e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67625913, jitterRate=0.007704630494117737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,322 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:40:09,322 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d8bd4dee255c307fc8e86889210a50e9: Running coprocessor pre-open hook at 1731577209265Writing region info on filesystem at 1731577209265Initializing all the Stores at 1731577209267 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209267Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209280 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209280Cleaning up temporary data from old regions at 1731577209307 (+27 ms)Running coprocessor post-open hooks at 1731577209322 (+15 ms)Region opened successfully at 1731577209322 2024-11-14T09:40:09,323 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ab91d612a85176ac1e4b7d4db43c8c columnFamilyName colfamily11 2024-11-14T09:40:09,323 DEBUG [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,324 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., pid=45, masterSystemTime=1731577209111 2024-11-14T09:40:09,326 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(327): Store=c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,326 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,326 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,327 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 239607e9fc2be49c980a084edac4edac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72528041, jitterRate=0.08075203001499176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,327 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:40:09,327 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 239607e9fc2be49c980a084edac4edac: Running coprocessor pre-open hook at 1731577209298Writing region info on filesystem at 1731577209298Initializing all the Stores at 1731577209299 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209300 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209300Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209300Cleaning up temporary data from old regions at 1731577209319 (+19 ms)Running coprocessor post-open hooks at 1731577209327 (+8 ms)Region opened successfully at 1731577209327 2024-11-14T09:40:09,328 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:09,328 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:40:09,328 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:09,328 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ab91d612a85176ac1e4b7d4db43c8c columnFamilyName colfamily21 2024-11-14T09:40:09,328 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 78963c1055fe41dbb3125a7ad0c2e786, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-14T09:40:09,328 DEBUG [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,329 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,329 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,329 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,329 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,329 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(327): Store=c8ab91d612a85176ac1e4b7d4db43c8c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,329 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,330 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac., pid=36, masterSystemTime=1731577209050 2024-11-14T09:40:09,331 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ab91d612a85176ac1e4b7d4db43c8c columnFamilyName colfamily31 2024-11-14T09:40:09,331 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,331 DEBUG [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=22 2024-11-14T09:40:09,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,37189,1731577205335 in 389 msec 2024-11-14T09:40:09,333 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(327): Store=c8ab91d612a85176ac1e4b7d4db43c8c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,333 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,334 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,334 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78963c1055fe41dbb3125a7ad0c2e786 columnFamilyName colfamily11 2024-11-14T09:40:09,334 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:09,334 DEBUG [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,335 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:40:09,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,335 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:09,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => e9045c6ee75e49edebf2080dc1c21fe3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-14T09:40:09,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,336 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] regionserver.HStore(327): Store=78963c1055fe41dbb3125a7ad0c2e786/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN in 639 msec 2024-11-14T09:40:09,337 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,337 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,338 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,338 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,338 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,340 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9045c6ee75e49edebf2080dc1c21fe3 columnFamilyName colfamily11 2024-11-14T09:40:09,340 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78963c1055fe41dbb3125a7ad0c2e786 columnFamilyName colfamily21 2024-11-14T09:40:09,340 DEBUG [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,340 DEBUG [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,341 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=239607e9fc2be49c980a084edac4edac, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,341 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] regionserver.HStore(327): Store=78963c1055fe41dbb3125a7ad0c2e786/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,341 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,343 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] regionserver.HStore(327): Store=e9045c6ee75e49edebf2080dc1c21fe3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,343 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 239607e9fc2be49c980a084edac4edac, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,345 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78963c1055fe41dbb3125a7ad0c2e786 columnFamilyName colfamily31 2024-11-14T09:40:09,346 DEBUG [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,346 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,347 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,347 INFO [StoreOpener-78963c1055fe41dbb3125a7ad0c2e786-1 {}] regionserver.HStore(327): Store=78963c1055fe41dbb3125a7ad0c2e786/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,347 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,349 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9045c6ee75e49edebf2080dc1c21fe3 columnFamilyName colfamily21 2024-11-14T09:40:09,349 DEBUG [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,349 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened c8ab91d612a85176ac1e4b7d4db43c8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65636130, jitterRate=-0.021945446729660034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,349 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:40:09,349 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for c8ab91d612a85176ac1e4b7d4db43c8c: Running coprocessor pre-open hook at 1731577209308Writing region info on filesystem at 1731577209308Initializing all the Stores at 1731577209310 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209310Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209320 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209320Cleaning up temporary data from old regions at 1731577209338 (+18 ms)Running coprocessor post-open hooks at 1731577209349 (+11 ms)Region opened successfully at 1731577209349 2024-11-14T09:40:09,350 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,350 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] regionserver.HStore(327): Store=e9045c6ee75e49edebf2080dc1c21fe3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,351 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,351 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,351 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., pid=38, masterSystemTime=1731577209028 2024-11-14T09:40:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8bd4dee255c307fc8e86889210a50e9, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,354 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,354 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,355 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,355 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:09,355 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:40:09,355 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:09,356 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => e83ce3aec624befae3673d415dd1f0eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-14T09:40:09,356 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,356 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,357 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,357 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,357 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=30 2024-11-14T09:40:09,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 239607e9fc2be49c980a084edac4edac, server=defc576eb6b7,33689,1731577205289 in 445 msec 2024-11-14T09:40:09,363 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9045c6ee75e49edebf2080dc1c21fe3 columnFamilyName colfamily31 2024-11-14T09:40:09,363 DEBUG [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,364 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,364 INFO [StoreOpener-e9045c6ee75e49edebf2080dc1c21fe3-1 {}] regionserver.HStore(327): Store=e9045c6ee75e49edebf2080dc1c21fe3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,364 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,365 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,365 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 78963c1055fe41dbb3125a7ad0c2e786; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59681335, jitterRate=-0.11067880690097809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,365 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,365 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:40:09,366 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 78963c1055fe41dbb3125a7ad0c2e786: Running coprocessor pre-open hook at 1731577209329Writing region info on filesystem at 1731577209329Initializing all the Stores at 1731577209331 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209331Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209331Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209331Cleaning up temporary data from old regions at 1731577209354 (+23 ms)Running coprocessor post-open hooks at 1731577209365 (+11 ms)Region opened successfully at 1731577209366 (+1 ms) 2024-11-14T09:40:09,366 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83ce3aec624befae3673d415dd1f0eb columnFamilyName colfamily11 2024-11-14T09:40:09,366 DEBUG [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,366 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,367 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., pid=56, masterSystemTime=1731577209111 2024-11-14T09:40:09,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=239607e9fc2be49c980a084edac4edac, ASSIGN in 668 msec 2024-11-14T09:40:09,368 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(327): Store=e83ce3aec624befae3673d415dd1f0eb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,368 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,368 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,368 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,369 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,370 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83ce3aec624befae3673d415dd1f0eb columnFamilyName colfamily21 2024-11-14T09:40:09,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,370 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:09,371 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:09,371 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,371 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:09,371 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 31b43d5863dfc3c8b7816bf5777f051e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-14T09:40:09,371 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,371 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,372 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,372 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,372 DEBUG [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,373 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(327): Store=e83ce3aec624befae3673d415dd1f0eb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,373 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,374 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,375 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,375 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened e9045c6ee75e49edebf2080dc1c21fe3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60120213, jitterRate=-0.10413901507854462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,375 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:40:09,375 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for e9045c6ee75e49edebf2080dc1c21fe3: Running coprocessor pre-open hook at 1731577209336Writing region info on filesystem at 1731577209336Initializing all the Stores at 1731577209337 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209337Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209337Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209337Cleaning up temporary data from old regions at 1731577209368 (+31 ms)Running coprocessor post-open hooks at 1731577209375 (+7 ms)Region opened successfully at 1731577209375 2024-11-14T09:40:09,377 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., pid=49, masterSystemTime=1731577209050 2024-11-14T09:40:09,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,380 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b43d5863dfc3c8b7816bf5777f051e columnFamilyName colfamily11 2024-11-14T09:40:09,380 DEBUG [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,381 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] regionserver.HStore(327): Store=31b43d5863dfc3c8b7816bf5777f051e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,381 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,383 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b43d5863dfc3c8b7816bf5777f051e columnFamilyName colfamily21 2024-11-14T09:40:09,383 DEBUG [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78963c1055fe41dbb3125a7ad0c2e786, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,386 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83ce3aec624befae3673d415dd1f0eb columnFamilyName colfamily31 2024-11-14T09:40:09,386 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] regionserver.HStore(327): Store=31b43d5863dfc3c8b7816bf5777f051e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,386 DEBUG [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,386 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,387 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(327): Store=e83ce3aec624befae3673d415dd1f0eb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,387 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,388 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b43d5863dfc3c8b7816bf5777f051e columnFamilyName colfamily31 2024-11-14T09:40:09,388 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,388 DEBUG [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,389 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:09,389 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:40:09,389 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:09,389 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,32883,1731577205191, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=78963c1055fe41dbb3125a7ad0c2e786. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,389 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,32883,1731577205191, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,389 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => fdd64ea562ce94c4edc76232c8d3df0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-14T09:40:09,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,391 INFO [StoreOpener-31b43d5863dfc3c8b7816bf5777f051e-1 {}] regionserver.HStore(327): Store=31b43d5863dfc3c8b7816bf5777f051e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,391 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,391 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,393 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,393 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,393 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,393 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,394 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,394 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,395 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,395 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,396 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=10 2024-11-14T09:40:09,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,37189,1731577205335 in 470 msec 2024-11-14T09:40:09,396 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,397 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdd64ea562ce94c4edc76232c8d3df0d columnFamilyName colfamily11 2024-11-14T09:40:09,397 DEBUG [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,398 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] regionserver.HStore(327): Store=fdd64ea562ce94c4edc76232c8d3df0d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,398 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,399 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,400 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,37189,1731577205335, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN in 702 msec 2024-11-14T09:40:09,401 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdd64ea562ce94c4edc76232c8d3df0d columnFamilyName colfamily21 2024-11-14T09:40:09,401 DEBUG [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,402 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] regionserver.HStore(327): Store=fdd64ea562ce94c4edc76232c8d3df0d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,403 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,403 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,405 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdd64ea562ce94c4edc76232c8d3df0d columnFamilyName colfamily31 2024-11-14T09:40:09,405 DEBUG [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,406 INFO [StoreOpener-fdd64ea562ce94c4edc76232c8d3df0d-1 {}] regionserver.HStore(327): Store=fdd64ea562ce94c4edc76232c8d3df0d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9045c6ee75e49edebf2080dc1c21fe3, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,406 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,408 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,408 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,409 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,409 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,410 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,410 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,410 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened e83ce3aec624befae3673d415dd1f0eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60738824, jitterRate=-0.09492099285125732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,410 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:40:09,411 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for e83ce3aec624befae3673d415dd1f0eb: Running coprocessor pre-open hook at 1731577209357Writing region info on filesystem at 1731577209357Initializing all the Stores at 1731577209362 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209362Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209363 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209363Cleaning up temporary data from old regions at 1731577209393 (+30 ms)Running coprocessor post-open hooks at 1731577209410 (+17 ms)Region opened successfully at 1731577209411 (+1 ms) 2024-11-14T09:40:09,412 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., pid=31, masterSystemTime=1731577209028 2024-11-14T09:40:09,412 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,412 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 31b43d5863dfc3c8b7816bf5777f051e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62789588, jitterRate=-0.06436222791671753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,413 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:40:09,413 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 31b43d5863dfc3c8b7816bf5777f051e: Running coprocessor pre-open hook at 1731577209372Writing region info on filesystem at 1731577209372Initializing all the Stores at 1731577209374 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209374Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209375 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209375Cleaning up temporary data from old regions at 1731577209395 (+20 ms)Running coprocessor post-open hooks at 1731577209413 (+18 ms)Region opened successfully at 1731577209413 2024-11-14T09:40:09,414 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., pid=54, masterSystemTime=1731577209111 2024-11-14T09:40:09,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=8 2024-11-14T09:40:09,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 78963c1055fe41dbb3125a7ad0c2e786, server=defc576eb6b7,32883,1731577205191 in 395 msec 2024-11-14T09:40:09,415 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,416 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:09,416 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:40:09,416 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:09,416 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 185c76f978924e2db6923df683d3d7b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-14T09:40:09,416 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,417 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,417 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,417 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,419 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,419 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:09,419 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:40:09,419 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:09,420 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => c982361e70d30d85109af7a58cfc9081, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-14T09:40:09,420 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened fdd64ea562ce94c4edc76232c8d3df0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62110798, jitterRate=-0.07447698712348938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for fdd64ea562ce94c4edc76232c8d3df0d: Running coprocessor pre-open hook at 1731577209390Writing region info on filesystem at 1731577209390Initializing all the Stores at 1731577209393 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209393Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209393Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209393Cleaning up temporary data from old regions at 1731577209410 (+17 ms)Running coprocessor post-open hooks at 1731577209420 (+10 ms)Region opened successfully at 1731577209420 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,420 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=78963c1055fe41dbb3125a7ad0c2e786, ASSIGN in 721 msec 2024-11-14T09:40:09,422 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., pid=44, masterSystemTime=1731577209050 2024-11-14T09:40:09,422 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 185c76f978924e2db6923df683d3d7b6 columnFamilyName colfamily11 2024-11-14T09:40:09,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,422 DEBUG [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,423 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,424 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(327): Store=185c76f978924e2db6923df683d3d7b6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,425 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,425 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:09,425 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:40:09,426 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:09,426 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b2285ef9f202b9043bf928fcfb54d85, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-14T09:40:09,426 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c982361e70d30d85109af7a58cfc9081 columnFamilyName colfamily11 2024-11-14T09:40:09,426 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,426 DEBUG [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,426 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,427 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,427 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,427 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] regionserver.HStore(327): Store=c982361e70d30d85109af7a58cfc9081/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,427 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,428 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 185c76f978924e2db6923df683d3d7b6 columnFamilyName colfamily21 2024-11-14T09:40:09,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,428 DEBUG [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b43d5863dfc3c8b7816bf5777f051e, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,429 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,430 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(327): Store=185c76f978924e2db6923df683d3d7b6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,430 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c982361e70d30d85109af7a58cfc9081 columnFamilyName colfamily21 2024-11-14T09:40:09,430 DEBUG [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,430 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,431 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] regionserver.HStore(327): Store=c982361e70d30d85109af7a58cfc9081/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,432 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,432 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b2285ef9f202b9043bf928fcfb54d85 columnFamilyName colfamily11 2024-11-14T09:40:09,433 DEBUG [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdd64ea562ce94c4edc76232c8d3df0d, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,434 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 185c76f978924e2db6923df683d3d7b6 columnFamilyName colfamily31 2024-11-14T09:40:09,434 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] regionserver.HStore(327): Store=8b2285ef9f202b9043bf928fcfb54d85/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,434 DEBUG [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,434 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,434 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c982361e70d30d85109af7a58cfc9081 columnFamilyName colfamily31 2024-11-14T09:40:09,434 DEBUG [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,434 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(327): Store=185c76f978924e2db6923df683d3d7b6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,434 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,435 INFO [StoreOpener-c982361e70d30d85109af7a58cfc9081-1 {}] regionserver.HStore(327): Store=c982361e70d30d85109af7a58cfc9081/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,435 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,435 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,437 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,437 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,437 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b2285ef9f202b9043bf928fcfb54d85 columnFamilyName colfamily21 2024-11-14T09:40:09,437 DEBUG [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,437 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,438 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] regionserver.HStore(327): Store=8b2285ef9f202b9043bf928fcfb54d85/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,438 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,439 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,439 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=21 2024-11-14T09:40:09,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 31b43d5863dfc3c8b7816bf5777f051e, server=defc576eb6b7,32883,1731577205191 in 432 msec 2024-11-14T09:40:09,439 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,439 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,440 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,440 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,441 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b2285ef9f202b9043bf928fcfb54d85 columnFamilyName colfamily31 2024-11-14T09:40:09,441 DEBUG [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,441 INFO [StoreOpener-8b2285ef9f202b9043bf928fcfb54d85-1 {}] regionserver.HStore(327): Store=8b2285ef9f202b9043bf928fcfb54d85/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,441 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,442 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,442 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,443 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31b43d5863dfc3c8b7816bf5777f051e, ASSIGN in 745 msec 2024-11-14T09:40:09,444 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,445 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,446 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,446 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 185c76f978924e2db6923df683d3d7b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60013529, jitterRate=-0.10572873055934906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,446 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,446 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:40:09,446 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,446 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 185c76f978924e2db6923df683d3d7b6: Running coprocessor pre-open hook at 1731577209417Writing region info on filesystem at 1731577209417Initializing all the Stores at 1731577209418 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209418Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209419 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209419Cleaning up temporary data from old regions at 1731577209439 (+20 ms)Running coprocessor post-open hooks at 1731577209446 (+7 ms)Region opened successfully at 1731577209446 2024-11-14T09:40:09,447 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,447 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened c982361e70d30d85109af7a58cfc9081; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69884435, jitterRate=0.04135923087596893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,447 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:40:09,447 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for c982361e70d30d85109af7a58cfc9081: Running coprocessor pre-open hook at 1731577209421Writing region info on filesystem at 1731577209421Initializing all the Stores at 1731577209423 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209423Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209423Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209423Cleaning up temporary data from old regions at 1731577209439 (+16 ms)Running coprocessor post-open hooks at 1731577209447 (+8 ms)Region opened successfully at 1731577209447 2024-11-14T09:40:09,448 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., pid=32, masterSystemTime=1731577209028 2024-11-14T09:40:09,448 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., pid=55, masterSystemTime=1731577209111 2024-11-14T09:40:09,450 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=9 2024-11-14T09:40:09,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdd64ea562ce94c4edc76232c8d3df0d, server=defc576eb6b7,33689,1731577205289 in 491 msec 2024-11-14T09:40:09,451 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:09,452 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:40:09,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdd64ea562ce94c4edc76232c8d3df0d, ASSIGN in 756 msec 2024-11-14T09:40:09,453 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:09,453 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:40:09,454 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:09,454 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f0c56e4e44608214846bd3dbbb390258, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-14T09:40:09,454 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,454 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:40:09,454 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,455 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,456 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,456 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 8b2285ef9f202b9043bf928fcfb54d85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71429850, jitterRate=0.06438770890235901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,456 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:40:09,457 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 8b2285ef9f202b9043bf928fcfb54d85: Running coprocessor pre-open hook at 1731577209427Writing region info on filesystem at 1731577209427Initializing all the Stores at 1731577209428 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209429 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209429Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209429Cleaning up temporary data from old regions at 1731577209446 (+17 ms)Running coprocessor post-open hooks at 1731577209456 (+10 ms)Region opened successfully at 1731577209456 2024-11-14T09:40:09,459 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., pid=47, masterSystemTime=1731577209050 2024-11-14T09:40:09,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,460 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,463 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure c982361e70d30d85109af7a58cfc9081, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,464 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:40:09,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:40:09,465 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c56e4e44608214846bd3dbbb390258 columnFamilyName colfamily11 2024-11-14T09:40:09,465 DEBUG [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,466 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] regionserver.HStore(327): Store=f0c56e4e44608214846bd3dbbb390258/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,466 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b2285ef9f202b9043bf928fcfb54d85, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:40:09,469 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c56e4e44608214846bd3dbbb390258 columnFamilyName colfamily21 2024-11-14T09:40:09,469 DEBUG [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,469 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] regionserver.HStore(327): Store=f0c56e4e44608214846bd3dbbb390258/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,470 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,472 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c56e4e44608214846bd3dbbb390258 columnFamilyName colfamily31 2024-11-14T09:40:09,472 DEBUG [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:40:09,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=23 2024-11-14T09:40:09,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure c982361e70d30d85109af7a58cfc9081, server=defc576eb6b7,32883,1731577205191 in 463 msec 2024-11-14T09:40:09,472 INFO [StoreOpener-f0c56e4e44608214846bd3dbbb390258-1 {}] regionserver.HStore(327): Store=f0c56e4e44608214846bd3dbbb390258/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:40:09,473 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,474 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,474 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c982361e70d30d85109af7a58cfc9081, ASSIGN in 778 msec 2024-11-14T09:40:09,476 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,476 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,476 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:40:09,478 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,485 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:40:09,486 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f0c56e4e44608214846bd3dbbb390258; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59741400, jitterRate=-0.10978376865386963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:40:09,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=12 2024-11-14T09:40:09,486 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:40:09,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b2285ef9f202b9043bf928fcfb54d85, server=defc576eb6b7,33689,1731577205289 in 508 msec 2024-11-14T09:40:09,486 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f0c56e4e44608214846bd3dbbb390258: Running coprocessor pre-open hook at 1731577209455Writing region info on filesystem at 1731577209455Initializing all the Stores at 1731577209456 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209456Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209460 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577209460Cleaning up temporary data from old regions at 1731577209476 (+16 ms)Running coprocessor post-open hooks at 1731577209486 (+10 ms)Region opened successfully at 1731577209486 2024-11-14T09:40:09,487 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., pid=53, masterSystemTime=1731577209111 2024-11-14T09:40:09,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b2285ef9f202b9043bf928fcfb54d85, ASSIGN in 792 msec 2024-11-14T09:40:09,490 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:09,490 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:40:09,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:40:09,494 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,32883,1731577205191, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0c56e4e44608214846bd3dbbb390258. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,495 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,32883,1731577205191, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,496 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,33689,1731577205289, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9045c6ee75e49edebf2080dc1c21fe3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0c56e4e44608214846bd3dbbb390258, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:40:09,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=19 2024-11-14T09:40:09,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,37189,1731577205335 in 619 msec 2024-11-14T09:40:09,504 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,37189,1731577205335, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:40:09,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN in 808 msec 2024-11-14T09:40:09,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=14 2024-11-14T09:40:09,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f0c56e4e44608214846bd3dbbb390258, server=defc576eb6b7,32883,1731577205191 in 508 msec 2024-11-14T09:40:09,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0c56e4e44608214846bd3dbbb390258, ASSIGN in 815 msec 2024-11-14T09:40:09,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,37189,1731577205335 2024-11-14T09:40:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,37189,1731577205335 because future has completed 2024-11-14T09:40:09,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=18 2024-11-14T09:40:09,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure e9045c6ee75e49edebf2080dc1c21fe3, server=defc576eb6b7,33689,1731577205289 in 538 msec 2024-11-14T09:40:09,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9045c6ee75e49edebf2080dc1c21fe3, ASSIGN in 826 msec 2024-11-14T09:40:09,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-14T09:40:09,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,37189,1731577205335 in 650 msec 2024-11-14T09:40:09,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN in 833 msec 2024-11-14T09:40:09,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=29 2024-11-14T09:40:09,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure d8bd4dee255c307fc8e86889210a50e9, server=defc576eb6b7,32883,1731577205191 in 572 msec 2024-11-14T09:40:09,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8bd4dee255c307fc8e86889210a50e9, ASSIGN in 839 msec 2024-11-14T09:40:09,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=13 2024-11-14T09:40:09,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,37189,1731577205335 in 613 msec 2024-11-14T09:40:09,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-14T09:40:09,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN in 846 msec 2024-11-14T09:40:09,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:40:09,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577209545"}]},"ts":"1731577209545"} 2024-11-14T09:40:09,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-14T09:40:09,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:40:09,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.4360 sec 2024-11-14T09:40:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:40:10,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-14T09:40:10,281 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-14T09:40:10,283 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:40:10,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T09:40:10,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-14T09:40:10,311 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:40:10,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-14T09:40:10,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,788 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,845 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:10,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:10,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:10,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,339 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2] 2024-11-14T09:40:11,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., hostname=defc576eb6b7,32883,1731577205191, seqNum=2] 2024-11-14T09:40:11,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac., hostname=defc576eb6b7,33689,1731577205289, seqNum=2] 2024-11-14T09:40:11,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:40:11,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:40:11,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:40:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:40:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:40:11,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:40:11,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32883 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:40:12,089 INFO [AsyncFSWAL-0-hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea-prefix:defc576eb6b7,32883,1731577205191 {}] wal.AbstractFSWAL(1368): Slow sync cost: 104 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK], DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK], DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK]] 2024-11-14T09:40:12,398 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-14T09:40:12,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T09:40:12,658 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-14T09:40:12,658 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER defc576eb6b7,37189,1731577205335 2024-11-14T09:40:12,658 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing defc576eb6b7,37189,1731577205335 2024-11-14T09:40:12,659 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server defc576eb6b7,37189,1731577205335: Simulated kill ***** 2024-11-14T09:40:12,660 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:40:12,662 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:40:12,665 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:40:12,665 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:40:12,666 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:40:12,666 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 589667400 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 154674584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "defc576eb6b7" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "defc576eb6b7" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "defc576eb6b7" } ] } 2024-11-14T09:40:12,668 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34601 {}] master.MasterRpcServices(700): defc576eb6b7,37189,1731577205335 reported a fatal error: ***** ABORTING region server defc576eb6b7,37189,1731577205335: Simulated kill ***** 2024-11-14T09:40:12,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,37189,1731577205335' ***** 2024-11-14T09:40:12,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T09:40:12,671 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:40:12,671 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:40:12,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:40:12,671 INFO [RS:2;defc576eb6b7:37189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T09:40:12,672 INFO [RS:2;defc576eb6b7:37189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T09:40:12,672 INFO [RS:2;defc576eb6b7:37189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:40:12,672 INFO [RS:2;defc576eb6b7:37189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;defc576eb6b7:37189. 2024-11-14T09:40:12,672 DEBUG [RS:2;defc576eb6b7:37189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:40:12,677 DEBUG [RS:2;defc576eb6b7:37189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:40:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741836_1012 (size=54214) 2024-11-14T09:40:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741836_1012 (size=54214) 2024-11-14T09:40:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741836_1012 (size=54214) 2024-11-14T09:40:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741834_1010 (size=334920) 2024-11-14T09:40:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741834_1010 (size=334920) 2024-11-14T09:40:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741834_1010 (size=334920) 2024-11-14T09:40:12,688 DEBUG [RS:2;defc576eb6b7:37189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:40:12,688 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:40:12,688 INFO [RS:2;defc576eb6b7:37189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37189 2024-11-14T09:40:12,695 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:40:12,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:40:12,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,37189,1731577205335 2024-11-14T09:40:12,739 INFO [RS:2;defc576eb6b7:37189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:40:12,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,37189,1731577205335] 2024-11-14T09:40:12,760 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,37189,1731577205335 already deleted, retry=false 2024-11-14T09:40:12,760 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of defc576eb6b7,37189,1731577205335 on defc576eb6b7,34601,1731577204411 2024-11-14T09:40:12,770 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,775 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for defc576eb6b7,37189,1731577205335 (carryingMeta=true) defc576eb6b7,37189,1731577205335/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5386c122[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T09:40:12,777 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,777 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:40:12,777 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:40:12,778 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:40:12,778 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:40:12,780 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,781 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:40:12,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:40:12,781 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:40:12,781 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:40:12,781 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:40:12,781 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:40:12,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:40:12,782 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:40:12,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:40:12,786 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:40:12,787 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:40:12,788 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:40:12,788 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,788 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:40:12,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T09:40:12,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:40:12,790 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,37189,1731577205335, table=hbase:meta, region=1588230740 2024-11-14T09:40:12,791 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,37189,1731577205335, state=OPEN 2024-11-14T09:40:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:40:12,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:12,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:12,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:40:12,805 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577242805 2024-11-14T09:40:12,805 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:40:12,805 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,805 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:40:12,806 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:12,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:12,810 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true, isMeta: true 2024-11-14T09:40:12,812 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting 2024-11-14T09:40:12,814 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=1, meta=true 2024-11-14T09:40:12,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta}] 2024-11-14T09:40:12,817 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:40:12,817 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:40:12,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:40:12,817 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:40:12,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:40:12,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37189-0x10138b746e80003, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:40:12,851 INFO [RS:2;defc576eb6b7:37189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:40:12,851 INFO [RS:2;defc576eb6b7:37189 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,37189,1731577205335; zookeeper connection closed. 2024-11-14T09:40:12,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11d44556 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11d44556 2024-11-14T09:40:12,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:12,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:12,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:40:12,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:12,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:12,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:13,087 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:40:13,088 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:40:13,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:13,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:13,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:40:13,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:13,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T09:40:13,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-14T09:40:13,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:40:13,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:13,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:13,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:40:13,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:13,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:13,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:13,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:40:13,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:14,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:40:14,753 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:40:14,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:40:14,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-14T09:40:14,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:40:14,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:40:14,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T09:40:14,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T09:40:14,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:14,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:14,961 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:14,964 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2156 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:40:14,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:14,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:14,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:14,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:16,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:16,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:16,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:16,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4185 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:40:16,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:16,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:16,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:21,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:21,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:21,021 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:21,021 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8216 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:40:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:21,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:31,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:31,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:31,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:31,091 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18285 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:40:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:31,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:31,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:31,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:33,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:40:39,819 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=defc576eb6b7:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T09:40:41,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:41,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:41,170 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:41,171 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28365 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:40:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:48,333 INFO [master/defc576eb6b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T09:40:48,333 INFO [master/defc576eb6b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T09:40:51,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:40:51,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:40:51,241 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:40:51,241 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38435 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:40:51,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:51,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:40:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:40:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:01,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:01,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:01,311 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:01,312 WARN [RS:1;defc576eb6b7:33689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of defc576eb6b7,37189,1731577205335: status=status unset, state=RUNNING, startTime=1731577212776, completionTime=-1 appears to have been leaked 2024-11-14T09:41:01,312 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48506 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:01,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:01,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:03,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:41:09,685 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 78963c1055fe41dbb3125a7ad0c2e786 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,686 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 938692b6f5190a9afb7f202e2420e209 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,686 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f0c56e4e44608214846bd3dbbb390258 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,687 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2aaf9c5b037645b1d739d9fcaeb035af changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,687 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 31b43d5863dfc3c8b7816bf5777f051e changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,687 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c982361e70d30d85109af7a58cfc9081 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,687 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 42259465b9092d06f73e9464ed7bb611 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,687 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d8bd4dee255c307fc8e86889210a50e9 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d6292bfb2f58356623ae397677db7ef6 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fdd64ea562ce94c4edc76232c8d3df0d changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8b2285ef9f202b9043bf928fcfb54d85 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c5b49ddec4e87be9f9beca4a8602f58a changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9045c6ee75e49edebf2080dc1c21fe3 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ebed40a9a1f08a2fd98f238927fb4b80 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a2a3f1cbf4493a893096dbb86614c5c6 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51a2a0b629844802d96f7e7e378e2074 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,688 DEBUG [master/defc576eb6b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 239607e9fc2be49c980a084edac4edac changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:41:09,821 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=defc576eb6b7:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T09:41:12,311 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T09:41:12,811 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T09:40:12.809Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:12.923Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13.131Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13.441Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:13.950Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:40:14.965Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:16.992Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:21.023Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:31.092Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:41.172Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:40:51.242Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:01.314Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T09:41:12,814 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:41:12,814 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:41:12,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:41:12,814 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:41:12,814 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:41:12,814 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:41:12,814 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:41:12,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:41:12,815 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:41:12,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:41:12,819 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:41:12,819 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:41:12,820 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:41:12,820 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:41:12,820 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:41:12,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T09:41:12,822 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:41:12,822 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,37189,1731577205335, table=hbase:meta, region=1588230740 2024-11-14T09:41:12,822 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,37189,1731577205335, state=OPEN 2024-11-14T09:41:12,830 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:41:12,831 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:41:12,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:41:12,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:41:12,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:41:12,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:41:12,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:41:12,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:41:12,883 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577302883 2024-11-14T09:41:12,883 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:41:12,883 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true, isMeta: true 2024-11-14T09:41:12,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:12,883 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:12,884 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:12,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:12,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:12,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:12,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:12,885 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=1, meta=true 2024-11-14T09:41:12,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta}] 2024-11-14T09:41:12,885 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:41:12,890 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:41:12,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:41:12,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:12,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:12,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:41:12,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:12,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:12,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:13,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-14T09:41:13,081 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, size=52.9 K (54214bytes) 2024-11-14T09:41:13,082 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T09:41:13,082 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T09:41:13,082 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta 2024-11-14T09:41:13,087 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta after 3ms 2024-11-14T09:41:13,093 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta took 13ms 2024-11-14T09:41:13,101 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:41:13,107 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp 2024-11-14T09:41:13,110 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp 2024-11-14T09:41:13,110 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta so closing down 2024-11-14T09:41:13,111 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T09:41:13,114 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T09:41:13,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741864_1040 (size=53973) 2024-11-14T09:41:13,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741864_1040 (size=53973) 2024-11-14T09:41:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741864_1040 (size=53973) 2024-11-14T09:41:13,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-14T09:41:13,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T09:41:13,134 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-14T09:41:13,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, journal: Splitting hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, size=52.9 K (54214bytes) at 1731577273082Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp at 1731577273110 (+28 ms)Finishing writing output for hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta so closing down at 17315772731103 split writer threads finished at 1731577273114 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731577273127 (+13 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731577273130 (+3 ms)Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731577273134 (+4 ms) 2024-11-14T09:41:13,135 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta 2024-11-14T09:41:13,136 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T09:41:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T09:41:13,145 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs 2024-11-14T09:41:13,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T09:41:13,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 in 253 msec 2024-11-14T09:41:13,150 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:41:13,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T09:41:13,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 in 266 msec 2024-11-14T09:41:13,155 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting dir is empty, no logs to split. 2024-11-14T09:41:13,156 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=0, meta=true 2024-11-14T09:41:13,156 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if defc576eb6b7,37189,1731577205335 WAL splitting is done? wals=0, meta=true 2024-11-14T09:41:13,156 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:41:13,156 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:41:13,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:41:13,156 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:41:13,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:13,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:13,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:41:13,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:13,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:13,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:13,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:13,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:13,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:41:13,512 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:13,512 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:13,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:14,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:14,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:14,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:41:14,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:14,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:14,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:15,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:15,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:15,031 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:15,031 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:15,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:15,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:15,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:15,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:17,040 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:17,040 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:17,042 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:17,044 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4160 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:17,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:17,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:21,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:21,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:21,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:21,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8207 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:21,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:21,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:21,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:21,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:31,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:31,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:31,192 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:31,194 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18310 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:31,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:31,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:31,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:31,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:33,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:41:41,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:41,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:41,231 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:41,231 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28348 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:41,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:51,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:41:51,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:41:51,271 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:41:51,271 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38388 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:41:51,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:51,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:41:51,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:41:51,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:01,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:01,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:01,312 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:01,312 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48429 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:01,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:03,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:42:11,800 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T09:42:12,890 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T09:41:12.885Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:12.990Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:13.200Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:13.513Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:14.020Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:41:15.032Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:17.046Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:21.091Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:31.196Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:41.232Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:41:51.272Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:01.314Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T09:42:12,894 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:42:12,895 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:42:12,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:42:12,895 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:42:12,895 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:42:12,896 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:42:12,896 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:42:12,896 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:42:12,897 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:42:12,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:42:12,902 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:42:12,902 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:42:12,902 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:42:12,902 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:42:12,903 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:42:12,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:42:12,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:42:12,904 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:42:12,904 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:42:12,904 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:42:12,904 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:42:12,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T09:42:12,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:42:12,905 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,37189,1731577205335, table=hbase:meta, region=1588230740 2024-11-14T09:42:12,905 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,37189,1731577205335, state=OPEN 2024-11-14T09:42:12,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:42:12,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:42:12,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:42:12,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:42:12,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:42:12,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:42:12,952 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577362952 2024-11-14T09:42:12,952 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:42:12,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:12,953 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:12,954 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:12,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:12,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:12,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:12,954 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting dir is empty, no logs to split. 2024-11-14T09:42:12,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:12,954 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=0, meta=true 2024-11-14T09:42:12,954 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if defc576eb6b7,37189,1731577205335 WAL splitting is done? wals=0, meta=true 2024-11-14T09:42:12,954 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:42:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:42:12,957 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:42:12,957 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:42:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:42:12,957 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:42:13,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:13,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:13,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:42:13,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:13,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:13,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:13,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:42:13,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:13,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:13,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:13,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:42:13,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:14,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:14,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:14,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:42:14,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:14,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:14,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:15,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:15,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:15,100 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:15,101 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:15,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:15,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:15,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:15,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:17,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:17,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:17,110 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:17,111 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4157 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:18,824 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=defc576eb6b7:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T09:42:21,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:21,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:21,122 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:21,123 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8170 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:21,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:21,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:21,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:21,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:31,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:31,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:31,131 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:31,132 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18179 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:31,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:33,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:42:41,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:41,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:41,150 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:41,150 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28197 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:51,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:42:51,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:42:51,250 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:42:51,251 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38298 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:42:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:42:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:42:51,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:01,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:01,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:43:01,340 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:43:01,341 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to defc576eb6b7,37189,1731577205335 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48388 ms java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:43:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:43:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:43:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:03,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:43:08,280 WARN [RS:1;defc576eb6b7:33689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of defc576eb6b7,37189,1731577205335: status=Processing ServerCrashProcedure of defc576eb6b7,37189,1731577205335 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731577272820, completionTime=-1 appears to have been leaked 2024-11-14T09:43:08,280 WARN [RS:0;defc576eb6b7:32883 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of defc576eb6b7,37189,1731577205335: status=Processing ServerCrashProcedure of defc576eb6b7,37189,1731577205335 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731577212788, completionTime=-1 appears to have been leaked 2024-11-14T09:43:12,960 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T09:42:12.954Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:13.062Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13.271Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:13.581Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:14.091Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:42:15.102Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:17.111Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:21.124Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:31.133Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:41.151Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:42:51.251Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:01.341Z, java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T09:43:12,962 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:12,962 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:43:12,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:12,962 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:12,962 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:12,962 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:43:12,962 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:43:12,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:43:12,963 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:43:12,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:43:12,966 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:43:12,966 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:12,966 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:12,967 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:43:12,967 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:43:12,968 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:12,968 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:12,968 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:12,968 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:43:12,968 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:12,968 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:12,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T09:43:12,969 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:12,970 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,37189,1731577205335, table=hbase:meta, region=1588230740 2024-11-14T09:43:12,970 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,37189,1731577205335, state=OPEN 2024-11-14T09:43:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:12,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:12,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:12,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:12,984 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577422984 2024-11-14T09:43:12,984 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:43:12,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:43:12,985 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:43:12,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:12,985 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:43:12,986 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:43:12,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:12,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T09:43:12,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:43:12,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:12,987 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:12,988 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:13,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:13,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1] 2024-11-14T09:43:13,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:13,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:13,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:13,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(204): Hosts are {defc576eb6b7=0} racks are {/default-rack=0} 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T09:43:13,139 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T09:43:13,139 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T09:43:13,139 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T09:43:13,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:13,141 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPENING 2024-11-14T09:43:13,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:13,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:13,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:13,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:13,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:13,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:13,147 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:13,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:13,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:13,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1] 2024-11-14T09:43:13,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:43:13,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:43:13,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:43:13,308 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:43:13,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:37833 deadline: 1731577452987, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on defc576eb6b7,33689,1731577205289 2024-11-14T09:43:13,308 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:43:13,309 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:43:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on defc576eb6b7,33689,1731577205289 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T09:43:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on defc576eb6b7,33689,1731577205289 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T09:43:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1 from cache 2024-11-14T09:43:13,314 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C33689%2C1731577205289.meta, suffix=.meta, logDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289, archiveDir=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs, maxLogs=32 2024-11-14T09:43:13,329 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289/defc576eb6b7%2C33689%2C1731577205289.meta.1731577393316.meta, exclude list is [], retry=0 2024-11-14T09:43:13,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37181,DS-f46e5915-2361-497c-b5e7-df7e1dac46a8,DISK] 2024-11-14T09:43:13,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-07638560-93f2-4c11-a5be-21e6c69ca7ed,DISK] 2024-11-14T09:43:13,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-a7291166-259c-4ae8-acab-cd090c604618,DISK] 2024-11-14T09:43:13,338 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,33689,1731577205289/defc576eb6b7%2C33689%2C1731577205289.meta.1731577393316.meta 2024-11-14T09:43:13,338 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43755:43755),(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-14T09:43:13,338 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:43:13,339 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:43:13,339 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:43:13,339 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:43:13,339 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:43:13,339 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:13,339 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:43:13,339 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:43:13,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:43:13,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:43:13,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:13,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:43:13,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:43:13,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:43:13,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:13,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:43:13,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:43:13,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:43:13,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:13,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:43:13,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:43:13,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:43:13,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:13,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:43:13,352 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:43:13,354 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740 2024-11-14T09:43:13,356 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740 2024-11-14T09:43:13,357 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T09:43:13,376 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T09:43:13,381 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-14T09:43:13,480 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/info/574cb28439574e5c807a6420d8c2bef1 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833./info:regioninfo/1731577209137/Put/seqid=0 2024-11-14T09:43:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741866_1042 (size=58053) 2024-11-14T09:43:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741866_1042 (size=58053) 2024-11-14T09:43:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741866_1042 (size=58053) 2024-11-14T09:43:13,559 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/info/574cb28439574e5c807a6420d8c2bef1 2024-11-14T09:43:13,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:13,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1] 2024-11-14T09:43:13,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:37833 deadline: 1731577452985, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on defc576eb6b7,33689,1731577205289 2024-11-14T09:43:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on defc576eb6b7,33689,1731577205289 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T09:43:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on defc576eb6b7,33689,1731577205289 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T09:43:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1 from cache 2024-11-14T09:43:13,640 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/ns/331a59e7ecc44bee8d54bc2b229e6465 is 43, key is default/ns:d/1731577207848/Put/seqid=0 2024-11-14T09:43:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741867_1043 (size=5153) 2024-11-14T09:43:13,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741867_1043 (size=5153) 2024-11-14T09:43:13,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741867_1043 (size=5153) 2024-11-14T09:43:13,663 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/ns/331a59e7ecc44bee8d54bc2b229e6465 2024-11-14T09:43:13,704 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/table/67a4d8d3c5fb4438b7bb8e39be600521 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731577209545/Put/seqid=0 2024-11-14T09:43:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741868_1044 (size=5620) 2024-11-14T09:43:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741868_1044 (size=5620) 2024-11-14T09:43:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741868_1044 (size=5620) 2024-11-14T09:43:13,744 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/table/67a4d8d3c5fb4438b7bb8e39be600521 2024-11-14T09:43:13,754 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/info/574cb28439574e5c807a6420d8c2bef1 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/info/574cb28439574e5c807a6420d8c2bef1 2024-11-14T09:43:13,766 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/info/574cb28439574e5c807a6420d8c2bef1, entries=260, sequenceid=60, filesize=56.7 K 2024-11-14T09:43:13,769 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/ns/331a59e7ecc44bee8d54bc2b229e6465 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/ns/331a59e7ecc44bee8d54bc2b229e6465 2024-11-14T09:43:13,778 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/ns/331a59e7ecc44bee8d54bc2b229e6465, entries=2, sequenceid=60, filesize=5.0 K 2024-11-14T09:43:13,779 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/table/67a4d8d3c5fb4438b7bb8e39be600521 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/table/67a4d8d3c5fb4438b7bb8e39be600521 2024-11-14T09:43:13,790 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/table/67a4d8d3c5fb4438b7bb8e39be600521, entries=2, sequenceid=60, filesize=5.5 K 2024-11-14T09:43:13,795 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 413ms, sequenceid=60, compaction requested=false; wal=null 2024-11-14T09:43:13,797 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T09:43:13,798 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:43:13,798 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:43:13,799 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:43:13,801 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:43:13,804 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-14T09:43:13,805 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66334227, jitterRate=-0.011542990803718567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:43:13,806 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:43:13,806 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731577393339Writing region info on filesystem at 1731577393339Initializing all the Stores at 1731577393341 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577393341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577393344 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577393344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577393344Obtaining lock to block concurrent updates at 1731577393381 (+37 ms)Preparing flush snapshotting stores in 1588230740 at 1731577393381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731577393385 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731577393385Flushing 1588230740/info: creating writer at 1731577393389 (+4 ms)Flushing 1588230740/info: appending metadata at 1731577393470 (+81 ms)Flushing 1588230740/info: closing flushed file at 1731577393473 (+3 ms)Flushing 1588230740/ns: creating writer at 1731577393618 (+145 ms)Flushing 1588230740/ns: appending metadata at 1731577393639 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731577393639Flushing 1588230740/table: creating writer at 1731577393679 (+40 ms)Flushing 1588230740/table: appending metadata at 1731577393703 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731577393703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0c1eb5: reopening flushed file at 1731577393753 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b381ebe: reopening flushed file at 1731577393767 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7aa972: reopening flushed file at 1731577393778 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 413ms, sequenceid=60, compaction requested=false; wal=null at 1731577393795 (+17 ms)Cleaning up temporary data from old regions at 1731577393798 (+3 ms)Running coprocessor post-open hooks at 1731577393806 (+8 ms)Region opened successfully at 1731577393806 2024-11-14T09:43:13,807 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731577393300 2024-11-14T09:43:13,813 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:43:13,813 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:43:13,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:13,818 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPEN 2024-11-14T09:43:13,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:13,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:13,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:13,862 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:13,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:13,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:13,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:13,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T09:43:13,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 in 715 msec 2024-11-14T09:43:13,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-14T09:43:13,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 882 msec 2024-11-14T09:43:14,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:14,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1] 2024-11-14T09:43:14,186 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,186 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,186 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,186 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,186 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,189 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,190 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,190 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,190 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=239607e9fc2be49c980a084edac4edac, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,190 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T09:43:14,190 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577454190 2024-11-14T09:43:14,190 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577514190 2024-11-14T09:43:14,190 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.2050 sec 2024-11-14T09:43:14,191 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): defc576eb6b7,37189,1731577205335 had 10 regions 2024-11-14T09:43:14,191 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:43:14,191 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:14,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:14,191 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:14,441 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:14,441 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:43:14,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:14,441 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:14,441 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:14,442 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:43:14,442 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:43:14,442 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:43:14,442 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:43:14,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:43:14,446 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:43:14,446 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:14,446 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:14,446 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:14,446 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:14,446 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:43:14,447 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:43:14,448 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:14,448 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T09:43:14,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=61 2024-11-14T09:43:14,461 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,33689,1731577205289, table=hbase:meta, region=1588230740 2024-11-14T09:43:14,461 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPEN 2024-11-14T09:43:14,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:14,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:14,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:14,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:14,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:14,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:14,475 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577424475 2024-11-14T09:43:14,475 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=239607e9fc2be49c980a084edac4edac, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,489 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T09:43:14,489 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577454489 2024-11-14T09:43:14,489 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577514489 2024-11-14T09:43:14,489 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-14T09:43:14,490 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): defc576eb6b7,37189,1731577205335 had 9 regions 2024-11-14T09:43:14,490 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:43:14,491 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true, isMeta: false 2024-11-14T09:43:14,496 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=1, meta=false 2024-11-14T09:43:14,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246}] 2024-11-14T09:43:14,496 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:43:14,496 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:14,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:14,496 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:14,740 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:14,740 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:43:14,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:14,740 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:14,740 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:14,740 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:43:14,740 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:43:14,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:43:14,741 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:43:14,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:43:14,743 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:43:14,743 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:14,743 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:14,743 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:14,743 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:14,744 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:43:14,744 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,745 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:14,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T09:43:14,746 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=61 2024-11-14T09:43:14,746 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,33689,1731577205289, table=hbase:meta, region=1588230740 2024-11-14T09:43:14,746 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPEN 2024-11-14T09:43:14,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:14,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:14,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:14,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:14,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:14,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:14,769 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577424769 2024-11-14T09:43:14,769 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:43:14,776 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:14,780 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:14,780 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=239607e9fc2be49c980a084edac4edac, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:14,780 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T09:43:14,780 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577454780 2024-11-14T09:43:14,780 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577514780 2024-11-14T09:43:14,780 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-14T09:43:14,780 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true, isMeta: false 2024-11-14T09:43:14,783 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=1, meta=false 2024-11-14T09:43:14,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246}] 2024-11-14T09:43:14,783 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:43:14,785 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:14,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:14,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-14T09:43:14,963 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246, size=327.1 K (334920bytes) 2024-11-14T09:43:14,963 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 2024-11-14T09:43:14,964 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 after 1ms 2024-11-14T09:43:14,968 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 took 5ms 2024-11-14T09:43:14,973 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0c365ce0b1e7c1e2789522de14484fe4: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,976 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8fdfa8dd250de5687d8759f4e6b352d5: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8f8d21ad111d1242d18a1327eb7a7833: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,979 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4ffa73b14e1967c3e6fd27b41e9078d9: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,981 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c4eb7a957c432cb594b0a07bb498eb97: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,983 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0d82a7ef677578dac8851438d58006a9: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,986 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c8ab91d612a85176ac1e4b7d4db43c8c: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,988 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e83ce3aec624befae3673d415dd1f0eb: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:14,994 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 185c76f978924e2db6923df683d3d7b6: last_flushed_sequence_id: 18446744073709551615 2024-11-14T09:43:15,005 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,008 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,009 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,013 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,017 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,018 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 so closing down 2024-11-14T09:43:15,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T09:43:15,020 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,021 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,022 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,024 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,024 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,030 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,031 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,031 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,034 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,034 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,035 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,036 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp 2024-11-14T09:43:15,037 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T09:43:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741869_1045 (size=36767) 2024-11-14T09:43:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741869_1045 (size=36767) 2024-11-14T09:43:15,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T09:43:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741869_1045 (size=36767) 2024-11-14T09:43:15,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004 2024-11-14T09:43:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741871_1047 (size=36767) 2024-11-14T09:43:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741871_1047 (size=36767) 2024-11-14T09:43:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741871_1047 (size=36767) 2024-11-14T09:43:15,129 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T09:43:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741870_1046 (size=36767) 2024-11-14T09:43:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741870_1046 (size=36767) 2024-11-14T09:43:15,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741870_1046 (size=36767) 2024-11-14T09:43:15,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T09:43:15,133 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004 2024-11-14T09:43:15,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004 2024-11-14T09:43:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741872_1048 (size=36767) 2024-11-14T09:43:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741872_1048 (size=36767) 2024-11-14T09:43:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741872_1048 (size=36767) 2024-11-14T09:43:15,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T09:43:15,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004 2024-11-14T09:43:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741874_1050 (size=36767) 2024-11-14T09:43:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741873_1049 (size=36767) 2024-11-14T09:43:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741873_1049 (size=36767) 2024-11-14T09:43:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741874_1050 (size=36767) 2024-11-14T09:43:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741873_1049 (size=36767) 2024-11-14T09:43:15,161 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T09:43:15,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T09:43:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741874_1050 (size=36767) 2024-11-14T09:43:15,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004 2024-11-14T09:43:15,164 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004 2024-11-14T09:43:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741875_1051 (size=36767) 2024-11-14T09:43:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741875_1051 (size=36767) 2024-11-14T09:43:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741875_1051 (size=36767) 2024-11-14T09:43:15,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T09:43:15,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004 2024-11-14T09:43:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741877_1053 (size=36767) 2024-11-14T09:43:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741876_1052 (size=36767) 2024-11-14T09:43:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741876_1052 (size=36767) 2024-11-14T09:43:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741877_1053 (size=36767) 2024-11-14T09:43:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741876_1052 (size=36767) 2024-11-14T09:43:15,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T09:43:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741877_1053 (size=36767) 2024-11-14T09:43:15,180 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T09:43:15,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004 2024-11-14T09:43:15,181 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004 2024-11-14T09:43:15,181 INFO [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 211 ms; skipped=9; WAL=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-14T09:43:15,182 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246, journal: Splitting hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246, size=327.1 K (334920bytes) at 1731577394963Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395013 (+50 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395017 (+4 ms)Finishing writing output for hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 so closing down at 1731577395019 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395020 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395021 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395030 (+9 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395031 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395031Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395035 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp at 1731577395036 (+1 ms)3 split writer threads finished at 1731577395037 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731577395066 (+29 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004 at 1731577395067 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731577395129 (+62 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731577395133 (+4 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004 at 1731577395133Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004 at 1731577395138 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731577395147 (+9 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004 at 1731577395149 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731577395161 (+12 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731577395162 (+1 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004 at 1731577395164 (+2 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004 at 1731577395164Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731577395168 (+4 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004 at 1731577395170 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731577395179 (+9 ms)Closed recovered edits writer path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731577395180 (+1 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004 at 1731577395181 (+1 ms)Rename recovered edits hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004-defc576eb6b7%2C37189%2C1731577205335.1731577207246.temp to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004 at 1731577395181Processed 18 edits across 9 Regions in 211 ms; skipped=9; WAL=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731577395181 2024-11-14T09:43:15,182 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 2024-11-14T09:43:15,182 DEBUG [RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-14T09:43:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-14T09:43:15,187 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting/defc576eb6b7%2C37189%2C1731577205335.1731577207246 to hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs 2024-11-14T09:43:15,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T09:43:15,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 in 401 msec 2024-11-14T09:43:15,190 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-14T09:43:15,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 in 407 msec 2024-11-14T09:43:15,195 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting dir is empty, no logs to split. 2024-11-14T09:43:15,195 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=0, meta=false 2024-11-14T09:43:15,195 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if defc576eb6b7,37189,1731577205335 WAL splitting is done? wals=0, meta=false 2024-11-14T09:43:15,196 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:43:15,196 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:15,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:15,196 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:15,280 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:15,280 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:43:15,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:15,280 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:15,281 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:15,281 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:43:15,281 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:43:15,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:43:15,281 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:43:15,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:43:15,284 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:43:15,284 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:15,284 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:15,284 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:15,284 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:15,285 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:15,285 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:15,285 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:43:15,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,287 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T09:43:15,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=61 2024-11-14T09:43:15,289 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,33689,1731577205289, table=hbase:meta, region=1588230740 2024-11-14T09:43:15,289 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPEN 2024-11-14T09:43:15,292 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:15,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:15,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:15,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:15,308 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577425308 2024-11-14T09:43:15,308 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:43:15,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,318 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,318 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=239607e9fc2be49c980a084edac4edac, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,318 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T09:43:15,318 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577455318 2024-11-14T09:43:15,318 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577515318 2024-11-14T09:43:15,318 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-14T09:43:15,319 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server defc576eb6b7,37189,1731577205335 does not exist 2024-11-14T09:43:15,319 INFO [PEWorker-1 {}] master.SplitWALManager(105): defc576eb6b7,37189,1731577205335 WAL count=0, meta=false 2024-11-14T09:43:15,319 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if defc576eb6b7,37189,1731577205335 WAL splitting is done? wals=0, meta=false 2024-11-14T09:43:15,320 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for defc576eb6b7,37189,1731577205335 failed, ignore...File hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/WALs/defc576eb6b7,37189,1731577205335-splitting does not exist. 2024-11-14T09:43:15,320 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:43:15,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN}] 2024-11-14T09:43:15,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:43:15,322 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:15,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:15,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:15,568 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:15,568 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:43:15,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:15,568 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:15,569 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:15,569 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:43:15,569 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:43:15,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:43:15,569 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:43:15,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:15,572 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:15,573 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:43:15,574 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:43:15,575 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,576 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:43:15,580 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,581 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,581 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,581 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,581 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,581 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:15,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-14T09:43:15,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=61 2024-11-14T09:43:15,585 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,33689,1731577205289, table=hbase:meta, region=1588230740 2024-11-14T09:43:15,585 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPEN 2024-11-14T09:43:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:15,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:15,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:15,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:15,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:15,596 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577425596 2024-11-14T09:43:15,596 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:43:15,601 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,601 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, lastHost=defc576eb6b7,37189,1731577205335, regionLocation=defc576eb6b7,37189,1731577205335, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:15,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=239607e9fc2be49c980a084edac4edac, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:15,605 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T09:43:15,605 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577455605 2024-11-14T09:43:15,605 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577515605 2024-11-14T09:43:15,605 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-14T09:43:15,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN}] 2024-11-14T09:43:15,605 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:43:15,608 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN 2024-11-14T09:43:15,609 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN 2024-11-14T09:43:15,611 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,612 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN 2024-11-14T09:43:15,614 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN 2024-11-14T09:43:15,618 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN 2024-11-14T09:43:15,620 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN 2024-11-14T09:43:15,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN 2024-11-14T09:43:15,626 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN 2024-11-14T09:43:15,628 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN 2024-11-14T09:43:15,632 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:43:15,760 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(204): Hosts are {defc576eb6b7=0} racks are {/default-rack=0} 2024-11-14T09:43:15,760 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T09:43:15,760 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T09:43:15,760 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T09:43:15,760 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T09:43:15,760 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T09:43:15,760 INFO [defc576eb6b7:34601 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T09:43:15,760 DEBUG [defc576eb6b7:34601 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T09:43:15,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=185c76f978924e2db6923df683d3d7b6, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPENING, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:15,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=e83ce3aec624befae3673d415dd1f0eb, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=0d82a7ef677578dac8851438d58006a9, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN because future has completed 2024-11-14T09:43:15,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN because future has completed 2024-11-14T09:43:15,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:43:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN because future has completed 2024-11-14T09:43:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN because future has completed 2024-11-14T09:43:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN because future has completed 2024-11-14T09:43:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN because future has completed 2024-11-14T09:43:15,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:15,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN because future has completed 2024-11-14T09:43:15,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN because future has completed 2024-11-14T09:43:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:15,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:15,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:15,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:43:15,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:43:15,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,32883,1731577205191}] 2024-11-14T09:43:15,832 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPENING, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN because future has completed 2024-11-14T09:43:15,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,33689,1731577205289}] 2024-11-14T09:43:15,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:43:15,937 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:15,937 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => c4eb7a957c432cb594b0a07bb498eb97, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-14T09:43:15,938 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,938 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:15,938 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,938 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,940 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,940 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4eb7a957c432cb594b0a07bb498eb97 columnFamilyName colfamily11 2024-11-14T09:43:15,940 DEBUG [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:15,941 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(327): Store=c4eb7a957c432cb594b0a07bb498eb97/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:15,941 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,942 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4eb7a957c432cb594b0a07bb498eb97 columnFamilyName colfamily21 2024-11-14T09:43:15,942 DEBUG [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:15,942 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(327): Store=c4eb7a957c432cb594b0a07bb498eb97/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:15,943 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,943 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4eb7a957c432cb594b0a07bb498eb97 columnFamilyName colfamily31 2024-11-14T09:43:15,943 DEBUG [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:15,944 INFO [StoreOpener-c4eb7a957c432cb594b0a07bb498eb97-1 {}] regionserver.HStore(327): Store=c4eb7a957c432cb594b0a07bb498eb97/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:15,944 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,945 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,952 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:15,952 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c365ce0b1e7c1e2789522de14484fe4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-14T09:43:15,952 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,952 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:15,952 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,952 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,953 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:15,954 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004 2024-11-14T09:43:15,968 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004 2024-11-14T09:43:15,968 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing c4eb7a957c432cb594b0a07bb498eb97 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:15,972 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,973 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c365ce0b1e7c1e2789522de14484fe4 columnFamilyName colfamily11 2024-11-14T09:43:15,973 DEBUG [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:15,975 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(327): Store=0c365ce0b1e7c1e2789522de14484fe4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:15,976 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,978 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c365ce0b1e7c1e2789522de14484fe4 columnFamilyName colfamily21 2024-11-14T09:43:15,979 DEBUG [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:15,979 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(327): Store=0c365ce0b1e7c1e2789522de14484fe4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:15,980 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,981 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c365ce0b1e7c1e2789522de14484fe4 columnFamilyName colfamily31 2024-11-14T09:43:15,981 DEBUG [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:15,982 INFO [StoreOpener-0c365ce0b1e7c1e2789522de14484fe4-1 {}] regionserver.HStore(327): Store=0c365ce0b1e7c1e2789522de14484fe4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:15,982 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,983 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,986 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:15,988 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004 2024-11-14T09:43:15,999 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/.tmp/colfamily11/9e2a334f33d349e1b25e6bf60e417ce4 is 52, key is ccc/colfamily11:colfamily11/1731577211754/Put/seqid=0 2024-11-14T09:43:16,001 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004 2024-11-14T09:43:16,001 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 0c365ce0b1e7c1e2789522de14484fe4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,033 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/.tmp/colfamily11/2d4e8d4a8ea74081aca8da67ee656009 is 52, key is lll/colfamily11:colfamily11/1731577211902/Put/seqid=0 2024-11-14T09:43:16,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741878_1054 (size=39263) 2024-11-14T09:43:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741878_1054 (size=39263) 2024-11-14T09:43:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741878_1054 (size=39263) 2024-11-14T09:43:16,047 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/.tmp/colfamily11/9e2a334f33d349e1b25e6bf60e417ce4 2024-11-14T09:43:16,063 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/.tmp/colfamily11/9e2a334f33d349e1b25e6bf60e417ce4 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/colfamily11/9e2a334f33d349e1b25e6bf60e417ce4 2024-11-14T09:43:16,082 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/colfamily11/9e2a334f33d349e1b25e6bf60e417ce4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,083 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c4eb7a957c432cb594b0a07bb498eb97 in 115ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/0000000000000000004 2024-11-14T09:43:16,086 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:16,086 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:16,088 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,093 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:16,102 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,105 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened c4eb7a957c432cb594b0a07bb498eb97; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62979200, jitterRate=-0.06153678894042969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,105 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:16,105 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for c4eb7a957c432cb594b0a07bb498eb97: Running coprocessor pre-open hook at 1731577395938Writing region info on filesystem at 1731577395938Initializing all the Stores at 1731577395939 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577395939Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577395939Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577395939Obtaining lock to block concurrent updates at 1731577395968 (+29 ms)Preparing flush snapshotting stores in c4eb7a957c432cb594b0a07bb498eb97 at 1731577395968Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577395968Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. at 1731577395968Flushing c4eb7a957c432cb594b0a07bb498eb97/colfamily11: creating writer at 1731577395968Flushing c4eb7a957c432cb594b0a07bb498eb97/colfamily11: appending metadata at 1731577395998 (+30 ms)Flushing c4eb7a957c432cb594b0a07bb498eb97/colfamily11: closing flushed file at 1731577395999 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756df807: reopening flushed file at 1731577396061 (+62 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c4eb7a957c432cb594b0a07bb498eb97 in 115ms, sequenceid=4, compaction requested=false; wal=null at 1731577396083 (+22 ms)Cleaning up temporary data from old regions at 1731577396086 (+3 ms)Running coprocessor post-open hooks at 1731577396105 (+19 ms)Region opened successfully at 1731577396105 2024-11-14T09:43:16,106 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., pid=78, masterSystemTime=1731577395932 2024-11-14T09:43:16,109 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:16,109 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:16,110 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:16,110 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 185c76f978924e2db6923df683d3d7b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-14T09:43:16,110 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,110 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,110 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,110 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:43:16,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=66 2024-11-14T09:43:16,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,32883,1731577205191 in 302 msec 2024-11-14T09:43:16,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN in 515 msec 2024-11-14T09:43:16,125 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,127 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 185c76f978924e2db6923df683d3d7b6 columnFamilyName colfamily11 2024-11-14T09:43:16,127 DEBUG [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,131 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(327): Store=185c76f978924e2db6923df683d3d7b6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,132 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,133 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 185c76f978924e2db6923df683d3d7b6 columnFamilyName colfamily21 2024-11-14T09:43:16,134 DEBUG [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741879_1055 (size=39263) 2024-11-14T09:43:16,137 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(327): Store=185c76f978924e2db6923df683d3d7b6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,137 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741879_1055 (size=39263) 2024-11-14T09:43:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741879_1055 (size=39263) 2024-11-14T09:43:16,141 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 185c76f978924e2db6923df683d3d7b6 columnFamilyName colfamily31 2024-11-14T09:43:16,141 DEBUG [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,143 INFO [StoreOpener-185c76f978924e2db6923df683d3d7b6-1 {}] regionserver.HStore(327): Store=185c76f978924e2db6923df683d3d7b6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,143 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/.tmp/colfamily11/2d4e8d4a8ea74081aca8da67ee656009 2024-11-14T09:43:16,143 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,145 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,149 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,155 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004 2024-11-14T09:43:16,161 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/.tmp/colfamily11/2d4e8d4a8ea74081aca8da67ee656009 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/colfamily11/2d4e8d4a8ea74081aca8da67ee656009 2024-11-14T09:43:16,168 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004 2024-11-14T09:43:16,168 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 185c76f978924e2db6923df683d3d7b6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,176 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/colfamily11/2d4e8d4a8ea74081aca8da67ee656009, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,176 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0c365ce0b1e7c1e2789522de14484fe4 in 175ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,178 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/0000000000000000004 2024-11-14T09:43:16,180 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:16,180 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:16,181 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,184 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:16,188 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,190 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 0c365ce0b1e7c1e2789522de14484fe4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72988145, jitterRate=0.08760811388492584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,190 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:16,190 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 0c365ce0b1e7c1e2789522de14484fe4: Running coprocessor pre-open hook at 1731577395953Writing region info on filesystem at 1731577395953Initializing all the Stores at 1731577395954 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577395954Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577395972 (+18 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577395972Obtaining lock to block concurrent updates at 1731577396001 (+29 ms)Preparing flush snapshotting stores in 0c365ce0b1e7c1e2789522de14484fe4 at 1731577396001Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396001Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. at 1731577396001Flushing 0c365ce0b1e7c1e2789522de14484fe4/colfamily11: creating writer at 1731577396001Flushing 0c365ce0b1e7c1e2789522de14484fe4/colfamily11: appending metadata at 1731577396032 (+31 ms)Flushing 0c365ce0b1e7c1e2789522de14484fe4/colfamily11: closing flushed file at 1731577396032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1ec50c: reopening flushed file at 1731577396153 (+121 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0c365ce0b1e7c1e2789522de14484fe4 in 175ms, sequenceid=4, compaction requested=false; wal=null at 1731577396177 (+24 ms)Cleaning up temporary data from old regions at 1731577396180 (+3 ms)Running coprocessor post-open hooks at 1731577396190 (+10 ms)Region opened successfully at 1731577396190 2024-11-14T09:43:16,191 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., pid=76, masterSystemTime=1731577395945 2024-11-14T09:43:16,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,197 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:16,197 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:16,197 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:16,197 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d82a7ef677578dac8851438d58006a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-14T09:43:16,198 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,198 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,198 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,198 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:43:16,200 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/.tmp/colfamily11/ce0415b07c9b4ab29cf10366e535c115 is 52, key is ooo/colfamily11:colfamily11/1731577211935/Put/seqid=0 2024-11-14T09:43:16,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=71 2024-11-14T09:43:16,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,33689,1731577205289 in 395 msec 2024-11-14T09:43:16,206 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,208 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d82a7ef677578dac8851438d58006a9 columnFamilyName colfamily11 2024-11-14T09:43:16,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN in 600 msec 2024-11-14T09:43:16,208 DEBUG [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,209 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(327): Store=0d82a7ef677578dac8851438d58006a9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,209 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,211 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d82a7ef677578dac8851438d58006a9 columnFamilyName colfamily21 2024-11-14T09:43:16,211 DEBUG [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,212 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(327): Store=0d82a7ef677578dac8851438d58006a9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,213 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,214 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d82a7ef677578dac8851438d58006a9 columnFamilyName colfamily31 2024-11-14T09:43:16,214 DEBUG [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,215 INFO [StoreOpener-0d82a7ef677578dac8851438d58006a9-1 {}] regionserver.HStore(327): Store=0d82a7ef677578dac8851438d58006a9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,215 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,216 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,219 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,220 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004 2024-11-14T09:43:16,227 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004 2024-11-14T09:43:16,228 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 0d82a7ef677578dac8851438d58006a9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741880_1056 (size=39263) 2024-11-14T09:43:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741880_1056 (size=39263) 2024-11-14T09:43:16,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741880_1056 (size=39263) 2024-11-14T09:43:16,246 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/.tmp/colfamily11/ce0415b07c9b4ab29cf10366e535c115 2024-11-14T09:43:16,256 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/.tmp/colfamily11/ce0415b07c9b4ab29cf10366e535c115 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/colfamily11/ce0415b07c9b4ab29cf10366e535c115 2024-11-14T09:43:16,266 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/.tmp/colfamily11/613e10fab91b4e76b9a9ed71a6353fcc is 52, key is rrr/colfamily11:colfamily11/1731577211973/Put/seqid=0 2024-11-14T09:43:16,268 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/colfamily11/ce0415b07c9b4ab29cf10366e535c115, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,268 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 185c76f978924e2db6923df683d3d7b6 in 100ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,269 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/0000000000000000004 2024-11-14T09:43:16,273 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,273 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,274 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,276 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,281 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,282 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 185c76f978924e2db6923df683d3d7b6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75298091, jitterRate=0.12202899158000946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,282 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:16,282 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 185c76f978924e2db6923df683d3d7b6: Running coprocessor pre-open hook at 1731577396111Writing region info on filesystem at 1731577396111Initializing all the Stores at 1731577396115 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396115Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396124 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396124Obtaining lock to block concurrent updates at 1731577396168 (+44 ms)Preparing flush snapshotting stores in 185c76f978924e2db6923df683d3d7b6 at 1731577396168Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396168Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. at 1731577396168Flushing 185c76f978924e2db6923df683d3d7b6/colfamily11: creating writer at 1731577396168Flushing 185c76f978924e2db6923df683d3d7b6/colfamily11: appending metadata at 1731577396199 (+31 ms)Flushing 185c76f978924e2db6923df683d3d7b6/colfamily11: closing flushed file at 1731577396199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701e0964: reopening flushed file at 1731577396255 (+56 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 185c76f978924e2db6923df683d3d7b6 in 100ms, sequenceid=4, compaction requested=false; wal=null at 1731577396268 (+13 ms)Cleaning up temporary data from old regions at 1731577396273 (+5 ms)Running coprocessor post-open hooks at 1731577396282 (+9 ms)Region opened successfully at 1731577396282 2024-11-14T09:43:16,283 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., pid=80, masterSystemTime=1731577395932 2024-11-14T09:43:16,286 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:16,286 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:16,287 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,287 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:16,287 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fdfa8dd250de5687d8759f4e6b352d5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-14T09:43:16,288 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,288 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,288 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,288 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:43:16,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=67 2024-11-14T09:43:16,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,32883,1731577205191 in 465 msec 2024-11-14T09:43:16,297 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741881_1057 (size=39263) 2024-11-14T09:43:16,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN in 691 msec 2024-11-14T09:43:16,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741881_1057 (size=39263) 2024-11-14T09:43:16,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741881_1057 (size=39263) 2024-11-14T09:43:16,300 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdfa8dd250de5687d8759f4e6b352d5 columnFamilyName colfamily11 2024-11-14T09:43:16,300 DEBUG [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,301 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(327): Store=8fdfa8dd250de5687d8759f4e6b352d5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,301 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,301 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/.tmp/colfamily11/613e10fab91b4e76b9a9ed71a6353fcc 2024-11-14T09:43:16,302 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdfa8dd250de5687d8759f4e6b352d5 columnFamilyName colfamily21 2024-11-14T09:43:16,302 DEBUG [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,304 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(327): Store=8fdfa8dd250de5687d8759f4e6b352d5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,304 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,305 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdfa8dd250de5687d8759f4e6b352d5 columnFamilyName colfamily31 2024-11-14T09:43:16,305 DEBUG [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,305 INFO [StoreOpener-8fdfa8dd250de5687d8759f4e6b352d5-1 {}] regionserver.HStore(327): Store=8fdfa8dd250de5687d8759f4e6b352d5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,305 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,306 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,308 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,309 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004 2024-11-14T09:43:16,310 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/.tmp/colfamily11/613e10fab91b4e76b9a9ed71a6353fcc as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/colfamily11/613e10fab91b4e76b9a9ed71a6353fcc 2024-11-14T09:43:16,315 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004 2024-11-14T09:43:16,315 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 8fdfa8dd250de5687d8759f4e6b352d5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,319 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/colfamily11/613e10fab91b4e76b9a9ed71a6353fcc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,319 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0d82a7ef677578dac8851438d58006a9 in 92ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,321 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/0000000000000000004 2024-11-14T09:43:16,325 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,325 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,326 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,328 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,330 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,331 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 0d82a7ef677578dac8851438d58006a9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66013806, jitterRate=-0.016317635774612427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,331 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:16,331 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 0d82a7ef677578dac8851438d58006a9: Running coprocessor pre-open hook at 1731577396198Writing region info on filesystem at 1731577396198Initializing all the Stores at 1731577396201 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396201Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396204 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396204Obtaining lock to block concurrent updates at 1731577396228 (+24 ms)Preparing flush snapshotting stores in 0d82a7ef677578dac8851438d58006a9 at 1731577396228Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396228Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. at 1731577396228Flushing 0d82a7ef677578dac8851438d58006a9/colfamily11: creating writer at 1731577396228Flushing 0d82a7ef677578dac8851438d58006a9/colfamily11: appending metadata at 1731577396265 (+37 ms)Flushing 0d82a7ef677578dac8851438d58006a9/colfamily11: closing flushed file at 1731577396265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2562d0e3: reopening flushed file at 1731577396308 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0d82a7ef677578dac8851438d58006a9 in 92ms, sequenceid=4, compaction requested=false; wal=null at 1731577396319 (+11 ms)Cleaning up temporary data from old regions at 1731577396325 (+6 ms)Running coprocessor post-open hooks at 1731577396331 (+6 ms)Region opened successfully at 1731577396331 2024-11-14T09:43:16,332 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., pid=74, masterSystemTime=1731577395945 2024-11-14T09:43:16,334 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:16,335 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:16,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/.tmp/colfamily11/5e9942d170564bdca5a5ece7623dd1c7 is 52, key is uuu/colfamily11:colfamily11/1731577212007/Put/seqid=0 2024-11-14T09:43:16,335 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:16,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f8d21ad111d1242d18a1327eb7a7833, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-14T09:43:16,336 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,337 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,337 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,337 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,338 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=defc576eb6b7,33689,1731577205289, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T09:43:16,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:43:16,339 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,341 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8d21ad111d1242d18a1327eb7a7833 columnFamilyName colfamily11 2024-11-14T09:43:16,342 DEBUG [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,342 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(327): Store=8f8d21ad111d1242d18a1327eb7a7833/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,342 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=69 2024-11-14T09:43:16,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,33689,1731577205289 in 550 msec 2024-11-14T09:43:16,343 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8d21ad111d1242d18a1327eb7a7833 columnFamilyName colfamily21 2024-11-14T09:43:16,343 DEBUG [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,344 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(327): Store=8f8d21ad111d1242d18a1327eb7a7833/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,344 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN in 738 msec 2024-11-14T09:43:16,345 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8d21ad111d1242d18a1327eb7a7833 columnFamilyName colfamily31 2024-11-14T09:43:16,346 DEBUG [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,346 INFO [StoreOpener-8f8d21ad111d1242d18a1327eb7a7833-1 {}] regionserver.HStore(327): Store=8f8d21ad111d1242d18a1327eb7a7833/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,346 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,347 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,349 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,350 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004 2024-11-14T09:43:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741882_1058 (size=39263) 2024-11-14T09:43:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741882_1058 (size=39263) 2024-11-14T09:43:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741882_1058 (size=39263) 2024-11-14T09:43:16,354 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/.tmp/colfamily11/5e9942d170564bdca5a5ece7623dd1c7 2024-11-14T09:43:16,356 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004 2024-11-14T09:43:16,356 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 8f8d21ad111d1242d18a1327eb7a7833 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,364 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/.tmp/colfamily11/5e9942d170564bdca5a5ece7623dd1c7 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/colfamily11/5e9942d170564bdca5a5ece7623dd1c7 2024-11-14T09:43:16,373 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/colfamily11/5e9942d170564bdca5a5ece7623dd1c7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,373 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8fdfa8dd250de5687d8759f4e6b352d5 in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,374 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/.tmp/colfamily11/f086f16c6e2d4c55962dd1741e76d876 is 52, key is bbb/colfamily11:colfamily11/1731577211694/Put/seqid=0 2024-11-14T09:43:16,374 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/0000000000000000004 2024-11-14T09:43:16,377 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,377 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,378 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,380 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741883_1059 (size=39263) 2024-11-14T09:43:16,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741883_1059 (size=39263) 2024-11-14T09:43:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741883_1059 (size=39263) 2024-11-14T09:43:16,385 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,385 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/.tmp/colfamily11/f086f16c6e2d4c55962dd1741e76d876 2024-11-14T09:43:16,386 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 8fdfa8dd250de5687d8759f4e6b352d5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62290351, jitterRate=-0.07180143892765045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,386 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:16,386 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 8fdfa8dd250de5687d8759f4e6b352d5: Running coprocessor pre-open hook at 1731577396289Writing region info on filesystem at 1731577396289Initializing all the Stores at 1731577396290 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396290Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396296 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396297 (+1 ms)Obtaining lock to block concurrent updates at 1731577396316 (+19 ms)Preparing flush snapshotting stores in 8fdfa8dd250de5687d8759f4e6b352d5 at 1731577396316Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396316Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. at 1731577396316Flushing 8fdfa8dd250de5687d8759f4e6b352d5/colfamily11: creating writer at 1731577396316Flushing 8fdfa8dd250de5687d8759f4e6b352d5/colfamily11: appending metadata at 1731577396334 (+18 ms)Flushing 8fdfa8dd250de5687d8759f4e6b352d5/colfamily11: closing flushed file at 1731577396334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bbc86c: reopening flushed file at 1731577396363 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8fdfa8dd250de5687d8759f4e6b352d5 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731577396374 (+11 ms)Cleaning up temporary data from old regions at 1731577396377 (+3 ms)Running coprocessor post-open hooks at 1731577396386 (+9 ms)Region opened successfully at 1731577396386 2024-11-14T09:43:16,387 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., pid=73, masterSystemTime=1731577395932 2024-11-14T09:43:16,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:16,390 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:16,390 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:16,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ffa73b14e1967c3e6fd27b41e9078d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T09:43:16,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,390 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,391 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:43:16,394 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/.tmp/colfamily11/f086f16c6e2d4c55962dd1741e76d876 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/colfamily11/f086f16c6e2d4c55962dd1741e76d876 2024-11-14T09:43:16,396 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,397 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ffa73b14e1967c3e6fd27b41e9078d9 columnFamilyName colfamily11 2024-11-14T09:43:16,397 DEBUG [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T09:43:16,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,32883,1731577205191 in 621 msec 2024-11-14T09:43:16,398 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(327): Store=4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,398 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,399 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ffa73b14e1967c3e6fd27b41e9078d9 columnFamilyName colfamily21 2024-11-14T09:43:16,399 DEBUG [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,400 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(327): Store=4ffa73b14e1967c3e6fd27b41e9078d9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,400 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN in 793 msec 2024-11-14T09:43:16,401 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ffa73b14e1967c3e6fd27b41e9078d9 columnFamilyName colfamily31 2024-11-14T09:43:16,401 DEBUG [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,401 INFO [StoreOpener-4ffa73b14e1967c3e6fd27b41e9078d9-1 {}] regionserver.HStore(327): Store=4ffa73b14e1967c3e6fd27b41e9078d9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,401 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,402 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/colfamily11/f086f16c6e2d4c55962dd1741e76d876, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,402 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8f8d21ad111d1242d18a1327eb7a7833 in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,402 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,403 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/0000000000000000004 2024-11-14T09:43:16,404 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,404 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,404 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,405 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004 2024-11-14T09:43:16,405 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,406 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,408 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,409 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 8f8d21ad111d1242d18a1327eb7a7833; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59046798, jitterRate=-0.1201341450214386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,409 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:16,409 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 8f8d21ad111d1242d18a1327eb7a7833: Running coprocessor pre-open hook at 1731577396337Writing region info on filesystem at 1731577396337Initializing all the Stores at 1731577396339 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396339Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396339Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396339Obtaining lock to block concurrent updates at 1731577396356 (+17 ms)Preparing flush snapshotting stores in 8f8d21ad111d1242d18a1327eb7a7833 at 1731577396356Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396356Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. at 1731577396356Flushing 8f8d21ad111d1242d18a1327eb7a7833/colfamily11: creating writer at 1731577396356Flushing 8f8d21ad111d1242d18a1327eb7a7833/colfamily11: appending metadata at 1731577396374 (+18 ms)Flushing 8f8d21ad111d1242d18a1327eb7a7833/colfamily11: closing flushed file at 1731577396374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94968e3: reopening flushed file at 1731577396392 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8f8d21ad111d1242d18a1327eb7a7833 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731577396402 (+10 ms)Cleaning up temporary data from old regions at 1731577396404 (+2 ms)Running coprocessor post-open hooks at 1731577396409 (+5 ms)Region opened successfully at 1731577396409 2024-11-14T09:43:16,410 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., pid=81, masterSystemTime=1731577395945 2024-11-14T09:43:16,410 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004 2024-11-14T09:43:16,410 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 4ffa73b14e1967c3e6fd27b41e9078d9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,412 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:16,412 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:16,412 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:16,412 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ab91d612a85176ac1e4b7d4db43c8c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T09:43:16,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,413 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,413 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,413 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,413 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:43:16,414 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,416 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ab91d612a85176ac1e4b7d4db43c8c columnFamilyName colfamily11 2024-11-14T09:43:16,416 DEBUG [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,418 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(327): Store=c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=70 2024-11-14T09:43:16,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,33689,1731577205289 in 578 msec 2024-11-14T09:43:16,418 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,419 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ab91d612a85176ac1e4b7d4db43c8c columnFamilyName colfamily21 2024-11-14T09:43:16,420 DEBUG [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN in 813 msec 2024-11-14T09:43:16,420 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(327): Store=c8ab91d612a85176ac1e4b7d4db43c8c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,420 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,421 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ab91d612a85176ac1e4b7d4db43c8c columnFamilyName colfamily31 2024-11-14T09:43:16,421 DEBUG [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,421 INFO [StoreOpener-c8ab91d612a85176ac1e4b7d4db43c8c-1 {}] regionserver.HStore(327): Store=c8ab91d612a85176ac1e4b7d4db43c8c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,422 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,422 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,425 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,425 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004 2024-11-14T09:43:16,430 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004 2024-11-14T09:43:16,430 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing c8ab91d612a85176ac1e4b7d4db43c8c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,436 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/.tmp/colfamily11/2efb835b85ad4e35bac0f8d1baa1d5f7 is 52, key is iii/colfamily11:colfamily11/1731577211862/Put/seqid=0 2024-11-14T09:43:16,449 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/.tmp/colfamily11/54e74a4e15874140b13b546bf14bff39 is 52, key is fff/colfamily11:colfamily11/1731577211822/Put/seqid=0 2024-11-14T09:43:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741884_1060 (size=39263) 2024-11-14T09:43:16,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741884_1060 (size=39263) 2024-11-14T09:43:16,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741884_1060 (size=39263) 2024-11-14T09:43:16,452 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/.tmp/colfamily11/2efb835b85ad4e35bac0f8d1baa1d5f7 2024-11-14T09:43:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741885_1061 (size=39263) 2024-11-14T09:43:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741885_1061 (size=39263) 2024-11-14T09:43:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741885_1061 (size=39263) 2024-11-14T09:43:16,460 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/.tmp/colfamily11/2efb835b85ad4e35bac0f8d1baa1d5f7 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11/2efb835b85ad4e35bac0f8d1baa1d5f7 2024-11-14T09:43:16,461 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/.tmp/colfamily11/54e74a4e15874140b13b546bf14bff39 2024-11-14T09:43:16,467 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/.tmp/colfamily11/54e74a4e15874140b13b546bf14bff39 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11/54e74a4e15874140b13b546bf14bff39 2024-11-14T09:43:16,467 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11/2efb835b85ad4e35bac0f8d1baa1d5f7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,468 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4ffa73b14e1967c3e6fd27b41e9078d9 in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,468 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/0000000000000000004 2024-11-14T09:43:16,469 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,469 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,471 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,472 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,474 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11/54e74a4e15874140b13b546bf14bff39, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,474 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,474 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c8ab91d612a85176ac1e4b7d4db43c8c in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,475 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/0000000000000000004 2024-11-14T09:43:16,475 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 4ffa73b14e1967c3e6fd27b41e9078d9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64219463, jitterRate=-0.04305543005466461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,475 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:16,476 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 4ffa73b14e1967c3e6fd27b41e9078d9: Running coprocessor pre-open hook at 1731577396391Writing region info on filesystem at 1731577396391Initializing all the Stores at 1731577396394 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396394Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396396 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396396Obtaining lock to block concurrent updates at 1731577396410 (+14 ms)Preparing flush snapshotting stores in 4ffa73b14e1967c3e6fd27b41e9078d9 at 1731577396410Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396411 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. at 1731577396411Flushing 4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11: creating writer at 1731577396411Flushing 4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11: appending metadata at 1731577396435 (+24 ms)Flushing 4ffa73b14e1967c3e6fd27b41e9078d9/colfamily11: closing flushed file at 1731577396435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599f76e: reopening flushed file at 1731577396458 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4ffa73b14e1967c3e6fd27b41e9078d9 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731577396468 (+10 ms)Cleaning up temporary data from old regions at 1731577396469 (+1 ms)Running coprocessor post-open hooks at 1731577396475 (+6 ms)Region opened successfully at 1731577396476 (+1 ms) 2024-11-14T09:43:16,476 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,476 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,477 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., pid=79, masterSystemTime=1731577395932 2024-11-14T09:43:16,477 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,479 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:16,479 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:16,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,480 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,32883,1731577205191 because future has completed 2024-11-14T09:43:16,483 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,484 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened c8ab91d612a85176ac1e4b7d4db43c8c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65501519, jitterRate=-0.02395130693912506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,485 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:16,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=68 2024-11-14T09:43:16,485 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for c8ab91d612a85176ac1e4b7d4db43c8c: Running coprocessor pre-open hook at 1731577396413Writing region info on filesystem at 1731577396413Initializing all the Stores at 1731577396414 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396414Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396414Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396414Obtaining lock to block concurrent updates at 1731577396430 (+16 ms)Preparing flush snapshotting stores in c8ab91d612a85176ac1e4b7d4db43c8c at 1731577396430Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396430Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. at 1731577396430Flushing c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11: creating writer at 1731577396430Flushing c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11: appending metadata at 1731577396448 (+18 ms)Flushing c8ab91d612a85176ac1e4b7d4db43c8c/colfamily11: closing flushed file at 1731577396448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60069a5b: reopening flushed file at 1731577396466 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c8ab91d612a85176ac1e4b7d4db43c8c in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731577396475 (+9 ms)Cleaning up temporary data from old regions at 1731577396476 (+1 ms)Running coprocessor post-open hooks at 1731577396485 (+9 ms)Region opened successfully at 1731577396485 2024-11-14T09:43:16,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,32883,1731577205191 in 665 msec 2024-11-14T09:43:16,486 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., pid=75, masterSystemTime=1731577395945 2024-11-14T09:43:16,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN in 880 msec 2024-11-14T09:43:16,487 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:16,487 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:16,487 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:16,487 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => e83ce3aec624befae3673d415dd1f0eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-14T09:43:16,488 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,488 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:43:16,488 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,488 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:43:16,490 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,491 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83ce3aec624befae3673d415dd1f0eb columnFamilyName colfamily11 2024-11-14T09:43:16,491 DEBUG [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,492 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(327): Store=e83ce3aec624befae3673d415dd1f0eb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,492 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=65 2024-11-14T09:43:16,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,33689,1731577205289 in 692 msec 2024-11-14T09:43:16,493 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83ce3aec624befae3673d415dd1f0eb columnFamilyName colfamily21 2024-11-14T09:43:16,493 DEBUG [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,494 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(327): Store=e83ce3aec624befae3673d415dd1f0eb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,494 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN in 888 msec 2024-11-14T09:43:16,495 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83ce3aec624befae3673d415dd1f0eb columnFamilyName colfamily31 2024-11-14T09:43:16,495 DEBUG [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:43:16,495 INFO [StoreOpener-e83ce3aec624befae3673d415dd1f0eb-1 {}] regionserver.HStore(327): Store=e83ce3aec624befae3673d415dd1f0eb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:43:16,495 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,496 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,498 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,498 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004 2024-11-14T09:43:16,503 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004 2024-11-14T09:43:16,503 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing e83ce3aec624befae3673d415dd1f0eb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:16,521 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/.tmp/colfamily11/83e8890d5dc54059b59f61a29cab4eca is 52, key is xxx/colfamily11:colfamily11/1731577212039/Put/seqid=0 2024-11-14T09:43:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741886_1062 (size=39263) 2024-11-14T09:43:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741886_1062 (size=39263) 2024-11-14T09:43:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741886_1062 (size=39263) 2024-11-14T09:43:16,528 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/.tmp/colfamily11/83e8890d5dc54059b59f61a29cab4eca 2024-11-14T09:43:16,535 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/.tmp/colfamily11/83e8890d5dc54059b59f61a29cab4eca as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/colfamily11/83e8890d5dc54059b59f61a29cab4eca 2024-11-14T09:43:16,542 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/colfamily11/83e8890d5dc54059b59f61a29cab4eca, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T09:43:16,542 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e83ce3aec624befae3673d415dd1f0eb in 39ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T09:43:16,543 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/0000000000000000004 2024-11-14T09:43:16,544 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,544 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,545 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:43:16,546 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,549 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T09:43:16,550 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened e83ce3aec624befae3673d415dd1f0eb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63967562, jitterRate=-0.04680904746055603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:43:16,550 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:16,550 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for e83ce3aec624befae3673d415dd1f0eb: Running coprocessor pre-open hook at 1731577396488Writing region info on filesystem at 1731577396488Initializing all the Stores at 1731577396490 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396490Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396490Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577396490Obtaining lock to block concurrent updates at 1731577396503 (+13 ms)Preparing flush snapshotting stores in e83ce3aec624befae3673d415dd1f0eb at 1731577396503Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577396504 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. at 1731577396504Flushing e83ce3aec624befae3673d415dd1f0eb/colfamily11: creating writer at 1731577396504Flushing e83ce3aec624befae3673d415dd1f0eb/colfamily11: appending metadata at 1731577396520 (+16 ms)Flushing e83ce3aec624befae3673d415dd1f0eb/colfamily11: closing flushed file at 1731577396520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679978c1: reopening flushed file at 1731577396534 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e83ce3aec624befae3673d415dd1f0eb in 39ms, sequenceid=4, compaction requested=false; wal=null at 1731577396542 (+8 ms)Cleaning up temporary data from old regions at 1731577396544 (+2 ms)Running coprocessor post-open hooks at 1731577396550 (+6 ms)Region opened successfully at 1731577396550 2024-11-14T09:43:16,551 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., pid=77, masterSystemTime=1731577395945 2024-11-14T09:43:16,553 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:16,553 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:16,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, openSeqNum=5, regionLocation=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,33689,1731577205289 because future has completed 2024-11-14T09:43:16,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-14T09:43:16,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,33689,1731577205289 in 747 msec 2024-11-14T09:43:16,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-14T09:43:16,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN in 954 msec 2024-11-14T09:43:16,561 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server defc576eb6b7,37189,1731577205335 after splitting done 2024-11-14T09:43:16,561 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T09:43:16,561 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:16,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:16,561 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:16,605 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:16,605 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T09:43:16,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:16,605 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:16,606 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:16,606 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T09:43:16,606 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T09:43:16,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T09:43:16,606 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:43:16,607 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:43:16,609 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:16,610 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T09:43:16,611 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T09:43:16,611 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T09:43:16,611 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T09:43:16,611 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:43:16,612 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T09:43:16,615 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true 2024-11-14T09:43:16,615 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,32883,1731577205191 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,33689,1731577205289 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.meta.1731577207697.meta, worker=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure defc576eb6b7%2C37189%2C1731577205335.1731577207246, worker=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e83ce3aec624befae3673d415dd1f0eb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8ab91d612a85176ac1e4b7d4db43c8c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4eb7a957c432cb594b0a07bb498eb97, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=185c76f978924e2db6923df683d3d7b6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ffa73b14e1967c3e6fd27b41e9078d9, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,617 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0d82a7ef677578dac8851438d58006a9, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f8d21ad111d1242d18a1327eb7a7833, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c365ce0b1e7c1e2789522de14484fe4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fdfa8dd250de5687d8759f4e6b352d5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fdfa8dd250de5687d8759f4e6b352d5, server=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d82a7ef677578dac8851438d58006a9, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ab91d612a85176ac1e4b7d4db43c8c, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c365ce0b1e7c1e2789522de14484fe4, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure e83ce3aec624befae3673d415dd1f0eb, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure c4eb7a957c432cb594b0a07bb498eb97, server=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ffa73b14e1967c3e6fd27b41e9078d9, server=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 185c76f978924e2db6923df683d3d7b6, server=defc576eb6b7,32883,1731577205191 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f8d21ad111d1242d18a1327eb7a7833, server=defc576eb6b7,33689,1731577205289 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T09:43:16,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-14T09:43:16,621 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T09:43:16,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=61 2024-11-14T09:43:16,621 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=defc576eb6b7,33689,1731577205289, table=hbase:meta, region=1588230740 2024-11-14T09:43:16,622 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,33689,1731577205289, state=OPEN 2024-11-14T09:43:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:16,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:43:16,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:16,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:43:16,640 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577426640 2024-11-14T09:43:16,640 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:43:16,652 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6292bfb2f58356623ae397677db7ef6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,652 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f8d21ad111d1242d18a1327eb7a7833, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=5 2024-11-14T09:43:16,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4eb7a957c432cb594b0a07bb498eb97, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=5 2024-11-14T09:43:16,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78963c1055fe41dbb3125a7ad0c2e786, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdd64ea562ce94c4edc76232c8d3df0d, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8ab91d612a85176ac1e4b7d4db43c8c, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=5 2024-11-14T09:43:16,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=938692b6f5190a9afb7f202e2420e209, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b2285ef9f202b9043bf928fcfb54d85, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ffa73b14e1967c3e6fd27b41e9078d9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=5 2024-11-14T09:43:16,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0c56e4e44608214846bd3dbbb390258, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c5b49ddec4e87be9f9beca4a8602f58a, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c365ce0b1e7c1e2789522de14484fe4, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=5 2024-11-14T09:43:16,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2aaf9c5b037645b1d739d9fcaeb035af, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9045c6ee75e49edebf2080dc1c21fe3, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=185c76f978924e2db6923df683d3d7b6, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=5 2024-11-14T09:43:16,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebed40a9a1f08a2fd98f238927fb4b80, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31b43d5863dfc3c8b7816bf5777f051e, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d82a7ef677578dac8851438d58006a9, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=5 2024-11-14T09:43:16,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c982361e70d30d85109af7a58cfc9081, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2a3f1cbf4493a893096dbb86614c5c6, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fdfa8dd250de5687d8759f4e6b352d5, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=5 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42259465b9092d06f73e9464ed7bb611, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51a2a0b629844802d96f7e7e378e2074, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e83ce3aec624befae3673d415dd1f0eb, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=5 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8bd4dee255c307fc8e86889210a50e9, regionState=OPEN, lastHost=defc576eb6b7,32883,1731577205191, regionLocation=defc576eb6b7,32883,1731577205191, openSeqNum=2 2024-11-14T09:43:16,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=239607e9fc2be49c980a084edac4edac, regionState=OPEN, lastHost=defc576eb6b7,33689,1731577205289, regionLocation=defc576eb6b7,33689,1731577205289, openSeqNum=2 2024-11-14T09:43:16,657 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T09:43:16,657 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577456657 2024-11-14T09:43:16,657 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731577516657 2024-11-14T09:43:16,657 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-14T09:43:16,657 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server defc576eb6b7,37189,1731577205335 after splitting done 2024-11-14T09:43:16,657 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T09:43:16,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure defc576eb6b7,37189,1731577205335, splitWal=true, meta=true in 3 mins, 3.894 sec 2024-11-14T09:43:16,913 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:43:16,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:43:16,924 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server defc576eb6b7:37189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: defc576eb6b7/172.17.0.2:37189 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:43:16,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=java.net.ConnectException: Call to address=defc576eb6b7:37189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:16,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-14T09:43:16,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:16,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address defc576eb6b7:37189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: defc576eb6b7/172.17.0.2:37189 2024-11-14T09:43:17,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,37189,1731577205335, seqNum=-1 from cache 2024-11-14T09:43:17,140 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:43:17,141 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:43:17,142 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,33689,1731577205289, seqNum=-1] 2024-11-14T09:43:17,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., hostname=defc576eb6b7,33689,1731577205289, seqNum=5] 2024-11-14T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,167 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,167 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:17,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., hostname=defc576eb6b7,32883,1731577205191, seqNum=5] 2024-11-14T09:43:17,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:43:17,306 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,307 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,307 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,307 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:17,414 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c., hostname=defc576eb6b7,33689,1731577205289, seqNum=5] 2024-11-14T09:43:17,436 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,436 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,436 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,436 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:17,546 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9., hostname=defc576eb6b7,32883,1731577205191, seqNum=5] 2024-11-14T09:43:17,571 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,572 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,572 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,572 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:17,688 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4., hostname=defc576eb6b7,33689,1731577205289, seqNum=5] 2024-11-14T09:43:17,704 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:17,815 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., hostname=defc576eb6b7,32883,1731577205191, seqNum=5] 2024-11-14T09:43:17,827 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,827 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,827 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,827 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:17,935 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9., hostname=defc576eb6b7,33689,1731577205289, seqNum=5] 2024-11-14T09:43:17,957 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:17,957 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,958 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:17,958 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:18,066 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5., hostname=defc576eb6b7,32883,1731577205191, seqNum=5] 2024-11-14T09:43:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to defc576eb6b7:37189 this server is in the failed servers list 2024-11-14T09:43:18,086 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=defc576eb6b7:37189 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:18,086 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: defc576eb6b7:37189 2024-11-14T09:43:18,086 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,37189,1731577205335, seqNum=2 from cache 2024-11-14T09:43:18,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., hostname=defc576eb6b7,33689,1731577205289, seqNum=5] 2024-11-14T09:43:18,319 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T09:43:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:43:18,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:43:18,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:43:18,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:18,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:18,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:43:18,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:43:18,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=183787015, stopped=false 2024-11-14T09:43:18,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=defc576eb6b7,34601,1731577204411 2024-11-14T09:43:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:43:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:43:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:43:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:43:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:43:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:43:18,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:18,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:43:18,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:43:18,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:43:18,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:43:18,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:18,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:43:18,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,32883,1731577205191' ***** 2024-11-14T09:43:18,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:43:18,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,33689,1731577205289' ***** 2024-11-14T09:43:18,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:43:18,422 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:43:18,422 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:43:18,422 INFO [RS:0;defc576eb6b7:32883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:43:18,422 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:43:18,422 INFO [RS:0;defc576eb6b7:32883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:43:18,422 INFO [RS:1;defc576eb6b7:33689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:43:18,422 INFO [RS:1;defc576eb6b7:33689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:43:18,422 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:43:18,423 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:43:18,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fdfa8dd250de5687d8759f4e6b352d5 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for d8bd4dee255c307fc8e86889210a50e9 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 42259465b9092d06f73e9464ed7bb611 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 31b43d5863dfc3c8b7816bf5777f051e 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for c4eb7a957c432cb594b0a07bb498eb97 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aaf9c5b037645b1d739d9fcaeb035af 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 938692b6f5190a9afb7f202e2420e209 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 78963c1055fe41dbb3125a7ad0c2e786 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 185c76f978924e2db6923df683d3d7b6 2024-11-14T09:43:18,423 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:18,424 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ffa73b14e1967c3e6fd27b41e9078d9 2024-11-14T09:43:18,424 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0c56e4e44608214846bd3dbbb390258, disabling compactions & flushes 2024-11-14T09:43:18,424 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,32883,1731577205191 2024-11-14T09:43:18,424 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:43:18,424 INFO [RS:0;defc576eb6b7:32883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:43:18,424 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:43:18,424 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. after waiting 0 ms 2024-11-14T09:43:18,424 INFO [RS:0;defc576eb6b7:32883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;defc576eb6b7:32883. 2024-11-14T09:43:18,424 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:43:18,424 DEBUG [RS:0;defc576eb6b7:32883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:43:18,424 DEBUG [RS:0;defc576eb6b7:32883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:18,424 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1321): Waiting on 12 regions to close 2024-11-14T09:43:18,425 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 31b43d5863dfc3c8b7816bf5777f051e, 42259465b9092d06f73e9464ed7bb611, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 8fdfa8dd250de5687d8759f4e6b352d5, 938692b6f5190a9afb7f202e2420e209, c4eb7a957c432cb594b0a07bb498eb97, c982361e70d30d85109af7a58cfc9081, d8bd4dee255c307fc8e86889210a50e9, f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:43:18,425 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0c56e4e44608214846bd3dbbb390258 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d82a7ef677578dac8851438d58006a9 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 239607e9fc2be49c980a084edac4edac 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for c5b49ddec4e87be9f9beca4a8602f58a 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for d6292bfb2f58356623ae397677db7ef6 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for e9045c6ee75e49edebf2080dc1c21fe3 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for c8ab91d612a85176ac1e4b7d4db43c8c 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for a2a3f1cbf4493a893096dbb86614c5c6 2024-11-14T09:43:18,430 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b2285ef9f202b9043bf928fcfb54d85 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 51a2a0b629844802d96f7e7e378e2074 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f8d21ad111d1242d18a1327eb7a7833 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c365ce0b1e7c1e2789522de14484fe4 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,33689,1731577205289 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;defc576eb6b7:33689. 2024-11-14T09:43:18,431 DEBUG [RS:1;defc576eb6b7:33689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:43:18,431 DEBUG [RS:1;defc576eb6b7:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:43:18,431 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:43:18,432 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1321): Waiting on 15 regions to close 2024-11-14T09:43:18,432 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1351): Waiting on 0c365ce0b1e7c1e2789522de14484fe4, 0d82a7ef677578dac8851438d58006a9, 1588230740, 239607e9fc2be49c980a084edac4edac, 51a2a0b629844802d96f7e7e378e2074, 8b2285ef9f202b9043bf928fcfb54d85, 8f8d21ad111d1242d18a1327eb7a7833, a2a3f1cbf4493a893096dbb86614c5c6, c5b49ddec4e87be9f9beca4a8602f58a, c8ab91d612a85176ac1e4b7d4db43c8c, d6292bfb2f58356623ae397677db7ef6, e83ce3aec624befae3673d415dd1f0eb, e9045c6ee75e49edebf2080dc1c21fe3, ebed40a9a1f08a2fd98f238927fb4b80, fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdd64ea562ce94c4edc76232c8d3df0d, disabling compactions & flushes 2024-11-14T09:43:18,434 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:43:18,434 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. after waiting 0 ms 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:43:18,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:43:18,434 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-14T09:43:18,436 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdd64ea562ce94c4edc76232c8d3df0d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:18,467 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/info/77276e4d14604cea909baf8ff5327300 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833./info:regioninfo/1731577396412/Put/seqid=0 2024-11-14T09:43:18,472 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/.tmp/colfamily11/94eb63639c1a4c44acd7d89de1032b3b is 52, key is jjj/colfamily11:colfamily11/1731577211821/Put/seqid=0 2024-11-14T09:43:18,482 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/.tmp/colfamily11/64c1fc4f16d74da0b5af2fa41f38bc6f is 52, key is eee/colfamily11:colfamily11/1731577211760/Put/seqid=0 2024-11-14T09:43:18,512 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:43:18,513 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:43:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741887_1063 (size=19858) 2024-11-14T09:43:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741887_1063 (size=19858) 2024-11-14T09:43:18,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741887_1063 (size=19858) 2024-11-14T09:43:18,543 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/info/77276e4d14604cea909baf8ff5327300 2024-11-14T09:43:18,555 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/.tmp/info/77276e4d14604cea909baf8ff5327300 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/info/77276e4d14604cea909baf8ff5327300 2024-11-14T09:43:18,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741888_1064 (size=39263) 2024-11-14T09:43:18,566 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/info/77276e4d14604cea909baf8ff5327300, entries=72, sequenceid=81, filesize=19.4 K 2024-11-14T09:43:18,569 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=81, compaction requested=false 2024-11-14T09:43:18,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741888_1064 (size=39263) 2024-11-14T09:43:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741888_1064 (size=39263) 2024-11-14T09:43:18,580 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/.tmp/colfamily11/94eb63639c1a4c44acd7d89de1032b3b 2024-11-14T09:43:18,591 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/.tmp/colfamily11/94eb63639c1a4c44acd7d89de1032b3b as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/colfamily11/94eb63639c1a4c44acd7d89de1032b3b 2024-11-14T09:43:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741889_1065 (size=39263) 2024-11-14T09:43:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741889_1065 (size=39263) 2024-11-14T09:43:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741889_1065 (size=39263) 2024-11-14T09:43:18,599 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/.tmp/colfamily11/64c1fc4f16d74da0b5af2fa41f38bc6f 2024-11-14T09:43:18,602 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/colfamily11/94eb63639c1a4c44acd7d89de1032b3b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:18,604 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f0c56e4e44608214846bd3dbbb390258 in 180ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:18,609 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/.tmp/colfamily11/64c1fc4f16d74da0b5af2fa41f38bc6f as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/colfamily11/64c1fc4f16d74da0b5af2fa41f38bc6f 2024-11-14T09:43:18,620 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/colfamily11/64c1fc4f16d74da0b5af2fa41f38bc6f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:18,621 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fdd64ea562ce94c4edc76232c8d3df0d in 187ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:18,625 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 31b43d5863dfc3c8b7816bf5777f051e, 42259465b9092d06f73e9464ed7bb611, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 8fdfa8dd250de5687d8759f4e6b352d5, 938692b6f5190a9afb7f202e2420e209, c4eb7a957c432cb594b0a07bb498eb97, c982361e70d30d85109af7a58cfc9081, d8bd4dee255c307fc8e86889210a50e9, f0c56e4e44608214846bd3dbbb390258 2024-11-14T09:43:18,632 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1351): Waiting on 0c365ce0b1e7c1e2789522de14484fe4, 0d82a7ef677578dac8851438d58006a9, 1588230740, 239607e9fc2be49c980a084edac4edac, 51a2a0b629844802d96f7e7e378e2074, 8b2285ef9f202b9043bf928fcfb54d85, 8f8d21ad111d1242d18a1327eb7a7833, a2a3f1cbf4493a893096dbb86614c5c6, c5b49ddec4e87be9f9beca4a8602f58a, c8ab91d612a85176ac1e4b7d4db43c8c, d6292bfb2f58356623ae397677db7ef6, e83ce3aec624befae3673d415dd1f0eb, e9045c6ee75e49edebf2080dc1c21fe3, ebed40a9a1f08a2fd98f238927fb4b80, fdd64ea562ce94c4edc76232c8d3df0d 2024-11-14T09:43:18,632 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0c56e4e44608214846bd3dbbb390258/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:18,641 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:43:18,641 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0c56e4e44608214846bd3dbbb390258: Waiting for close lock at 1731577398423Running coprocessor pre-close hooks at 1731577398424 (+1 ms)Disabling compacts and flushes for region at 1731577398424Disabling writes for close at 1731577398424Obtaining lock to block concurrent updates at 1731577398425 (+1 ms)Preparing flush snapshotting stores in f0c56e4e44608214846bd3dbbb390258 at 1731577398425Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398430 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. at 1731577398436 (+6 ms)Flushing f0c56e4e44608214846bd3dbbb390258/colfamily11: creating writer at 1731577398436Flushing f0c56e4e44608214846bd3dbbb390258/colfamily11: appending metadata at 1731577398471 (+35 ms)Flushing f0c56e4e44608214846bd3dbbb390258/colfamily11: closing flushed file at 1731577398471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7e057a: reopening flushed file at 1731577398590 (+119 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f0c56e4e44608214846bd3dbbb390258 in 180ms, sequenceid=5, compaction requested=false at 1731577398604 (+14 ms)Writing region close event to WAL at 1731577398622 (+18 ms)Running coprocessor post-close hooks at 1731577398633 (+11 ms)Closed at 1731577398641 (+8 ms) 2024-11-14T09:43:18,642 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdd64ea562ce94c4edc76232c8d3df0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:18,642 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731577208106.f0c56e4e44608214846bd3dbbb390258. 2024-11-14T09:43:18,642 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fdfa8dd250de5687d8759f4e6b352d5, disabling compactions & flushes 2024-11-14T09:43:18,642 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:18,642 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:18,642 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. after waiting 0 ms 2024-11-14T09:43:18,642 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:18,643 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:43:18,643 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdd64ea562ce94c4edc76232c8d3df0d: Waiting for close lock at 1731577398434Running coprocessor pre-close hooks at 1731577398434Disabling compacts and flushes for region at 1731577398434Disabling writes for close at 1731577398434Obtaining lock to block concurrent updates at 1731577398436 (+2 ms)Preparing flush snapshotting stores in fdd64ea562ce94c4edc76232c8d3df0d at 1731577398436Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398436Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. at 1731577398444 (+8 ms)Flushing fdd64ea562ce94c4edc76232c8d3df0d/colfamily11: creating writer at 1731577398444Flushing fdd64ea562ce94c4edc76232c8d3df0d/colfamily11: appending metadata at 1731577398481 (+37 ms)Flushing fdd64ea562ce94c4edc76232c8d3df0d/colfamily11: closing flushed file at 1731577398481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab62136: reopening flushed file at 1731577398608 (+127 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fdd64ea562ce94c4edc76232c8d3df0d in 187ms, sequenceid=5, compaction requested=false at 1731577398621 (+13 ms)Writing region close event to WAL at 1731577398630 (+9 ms)Running coprocessor post-close hooks at 1731577398643 (+13 ms)Closed at 1731577398643 2024-11-14T09:43:18,643 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731577208106.fdd64ea562ce94c4edc76232c8d3df0d. 2024-11-14T09:43:18,643 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d82a7ef677578dac8851438d58006a9, disabling compactions & flushes 2024-11-14T09:43:18,643 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:18,643 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:18,643 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. after waiting 0 ms 2024-11-14T09:43:18,643 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:18,657 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-14T09:43:18,658 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:43:18,659 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:43:18,659 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577398434Running coprocessor pre-close hooks at 1731577398434Disabling compacts and flushes for region at 1731577398434Disabling writes for close at 1731577398434Obtaining lock to block concurrent updates at 1731577398434Preparing flush snapshotting stores in 1588230740 at 1731577398435 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731577398435Flushing stores of hbase:meta,,1.1588230740 at 1731577398436 (+1 ms)Flushing 1588230740/info: creating writer at 1731577398436Flushing 1588230740/info: appending metadata at 1731577398467 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731577398467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66976e4e: reopening flushed file at 1731577398554 (+87 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=81, compaction requested=false at 1731577398569 (+15 ms)Writing region close event to WAL at 1731577398641 (+72 ms)Running coprocessor post-close hooks at 1731577398658 (+17 ms)Closed at 1731577398659 (+1 ms) 2024-11-14T09:43:18,659 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:43:18,664 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0d82a7ef677578dac8851438d58006a9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:18,665 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:18,665 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d82a7ef677578dac8851438d58006a9: Waiting for close lock at 1731577398643Running coprocessor pre-close hooks at 1731577398643Disabling compacts and flushes for region at 1731577398643Disabling writes for close at 1731577398643Writing region close event to WAL at 1731577398661 (+18 ms)Running coprocessor post-close hooks at 1731577398665 (+4 ms)Closed at 1731577398665 2024-11-14T09:43:18,665 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fdfa8dd250de5687d8759f4e6b352d5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:18,665 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731577208106.0d82a7ef677578dac8851438d58006a9. 2024-11-14T09:43:18,665 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 239607e9fc2be49c980a084edac4edac, disabling compactions & flushes 2024-11-14T09:43:18,665 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:43:18,665 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. after waiting 0 ms 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:43:18,666 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 239607e9fc2be49c980a084edac4edac 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-14T09:43:18,666 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fdfa8dd250de5687d8759f4e6b352d5: Waiting for close lock at 1731577398642Running coprocessor pre-close hooks at 1731577398642Disabling compacts and flushes for region at 1731577398642Disabling writes for close at 1731577398642Writing region close event to WAL at 1731577398660 (+18 ms)Running coprocessor post-close hooks at 1731577398666 (+6 ms)Closed at 1731577398666 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731577208106.8fdfa8dd250de5687d8759f4e6b352d5. 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8bd4dee255c307fc8e86889210a50e9, disabling compactions & flushes 2024-11-14T09:43:18,666 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. after waiting 0 ms 2024-11-14T09:43:18,666 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:43:18,666 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8bd4dee255c307fc8e86889210a50e9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:18,680 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/.tmp/colfamily11/3cb5afc1099e419fbb9df10b0634e2e7 is 52, key is zzz/colfamily11:colfamily11/1731577212008/Put/seqid=0 2024-11-14T09:43:18,687 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/.tmp/colfamily11/84b6b55471044c7597a1ed34306643f6 is 52, key is yyy/colfamily11:colfamily11/1731577212123/Put/seqid=0 2024-11-14T09:43:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741890_1066 (size=4857) 2024-11-14T09:43:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741890_1066 (size=4857) 2024-11-14T09:43:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741890_1066 (size=4857) 2024-11-14T09:43:18,699 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/.tmp/colfamily11/3cb5afc1099e419fbb9df10b0634e2e7 2024-11-14T09:43:18,711 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/.tmp/colfamily11/3cb5afc1099e419fbb9df10b0634e2e7 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/colfamily11/3cb5afc1099e419fbb9df10b0634e2e7 2024-11-14T09:43:18,724 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/colfamily11/3cb5afc1099e419fbb9df10b0634e2e7, entries=1, sequenceid=5, filesize=4.7 K 2024-11-14T09:43:18,725 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 239607e9fc2be49c980a084edac4edac in 59ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:18,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741891_1067 (size=39263) 2024-11-14T09:43:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741891_1067 (size=39263) 2024-11-14T09:43:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741891_1067 (size=39263) 2024-11-14T09:43:18,738 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/.tmp/colfamily11/84b6b55471044c7597a1ed34306643f6 2024-11-14T09:43:18,747 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/239607e9fc2be49c980a084edac4edac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:18,748 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:43:18,748 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 239607e9fc2be49c980a084edac4edac: Waiting for close lock at 1731577398665Running coprocessor pre-close hooks at 1731577398665Disabling compacts and flushes for region at 1731577398665Disabling writes for close at 1731577398666 (+1 ms)Obtaining lock to block concurrent updates at 1731577398666Preparing flush snapshotting stores in 239607e9fc2be49c980a084edac4edac at 1731577398666Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731577398666Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. at 1731577398666Flushing 239607e9fc2be49c980a084edac4edac/colfamily11: creating writer at 1731577398667 (+1 ms)Flushing 239607e9fc2be49c980a084edac4edac/colfamily11: appending metadata at 1731577398680 (+13 ms)Flushing 239607e9fc2be49c980a084edac4edac/colfamily11: closing flushed file at 1731577398680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5422638a: reopening flushed file at 1731577398710 (+30 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 239607e9fc2be49c980a084edac4edac in 59ms, sequenceid=5, compaction requested=false at 1731577398725 (+15 ms)Writing region close event to WAL at 1731577398739 (+14 ms)Running coprocessor post-close hooks at 1731577398747 (+8 ms)Closed at 1731577398748 (+1 ms) 2024-11-14T09:43:18,748 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731577208106.239607e9fc2be49c980a084edac4edac. 2024-11-14T09:43:18,748 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5b49ddec4e87be9f9beca4a8602f58a, disabling compactions & flushes 2024-11-14T09:43:18,748 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:43:18,748 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:43:18,748 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. after waiting 0 ms 2024-11-14T09:43:18,748 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:43:18,748 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5b49ddec4e87be9f9beca4a8602f58a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:18,749 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/.tmp/colfamily11/84b6b55471044c7597a1ed34306643f6 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/colfamily11/84b6b55471044c7597a1ed34306643f6 2024-11-14T09:43:18,767 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/colfamily11/84b6b55471044c7597a1ed34306643f6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:18,769 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8bd4dee255c307fc8e86889210a50e9 in 102ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:18,773 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/.tmp/colfamily11/d57407fbe45c431aa84f746e469c9c24 is 52, key is kkk/colfamily11:colfamily11/1731577211867/Put/seqid=0 2024-11-14T09:43:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741892_1068 (size=39263) 2024-11-14T09:43:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741892_1068 (size=39263) 2024-11-14T09:43:18,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741892_1068 (size=39263) 2024-11-14T09:43:18,797 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/.tmp/colfamily11/d57407fbe45c431aa84f746e469c9c24 2024-11-14T09:43:18,798 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8bd4dee255c307fc8e86889210a50e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:18,798 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:43:18,798 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8bd4dee255c307fc8e86889210a50e9: Waiting for close lock at 1731577398666Running coprocessor pre-close hooks at 1731577398666Disabling compacts and flushes for region at 1731577398666Disabling writes for close at 1731577398666Obtaining lock to block concurrent updates at 1731577398666Preparing flush snapshotting stores in d8bd4dee255c307fc8e86889210a50e9 at 1731577398666Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398667 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. at 1731577398668 (+1 ms)Flushing d8bd4dee255c307fc8e86889210a50e9/colfamily11: creating writer at 1731577398668Flushing d8bd4dee255c307fc8e86889210a50e9/colfamily11: appending metadata at 1731577398687 (+19 ms)Flushing d8bd4dee255c307fc8e86889210a50e9/colfamily11: closing flushed file at 1731577398687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a19cf88: reopening flushed file at 1731577398747 (+60 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8bd4dee255c307fc8e86889210a50e9 in 102ms, sequenceid=5, compaction requested=false at 1731577398769 (+22 ms)Writing region close event to WAL at 1731577398785 (+16 ms)Running coprocessor post-close hooks at 1731577398798 (+13 ms)Closed at 1731577398798 2024-11-14T09:43:18,799 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731577208106.d8bd4dee255c307fc8e86889210a50e9. 2024-11-14T09:43:18,799 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42259465b9092d06f73e9464ed7bb611, disabling compactions & flushes 2024-11-14T09:43:18,799 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:43:18,799 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:43:18,799 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. after waiting 0 ms 2024-11-14T09:43:18,799 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:43:18,799 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42259465b9092d06f73e9464ed7bb611 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:18,813 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/.tmp/colfamily11/d57407fbe45c431aa84f746e469c9c24 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/colfamily11/d57407fbe45c431aa84f746e469c9c24 2024-11-14T09:43:18,825 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 31b43d5863dfc3c8b7816bf5777f051e, 42259465b9092d06f73e9464ed7bb611, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 938692b6f5190a9afb7f202e2420e209, c4eb7a957c432cb594b0a07bb498eb97, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:18,833 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1351): Waiting on 0c365ce0b1e7c1e2789522de14484fe4, 51a2a0b629844802d96f7e7e378e2074, 8b2285ef9f202b9043bf928fcfb54d85, 8f8d21ad111d1242d18a1327eb7a7833, a2a3f1cbf4493a893096dbb86614c5c6, c5b49ddec4e87be9f9beca4a8602f58a, c8ab91d612a85176ac1e4b7d4db43c8c, d6292bfb2f58356623ae397677db7ef6, e83ce3aec624befae3673d415dd1f0eb, e9045c6ee75e49edebf2080dc1c21fe3, ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:43:18,834 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/colfamily11/d57407fbe45c431aa84f746e469c9c24, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:18,835 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c5b49ddec4e87be9f9beca4a8602f58a in 87ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:18,835 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=defc576eb6b7:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T09:43:18,836 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/.tmp/colfamily11/3e0f6809dbb449b5831e927c12ea1c05 is 52, key is vvv/colfamily11:colfamily11/1731577211982/Put/seqid=0 2024-11-14T09:43:18,858 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c5b49ddec4e87be9f9beca4a8602f58a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:18,859 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:43:18,859 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5b49ddec4e87be9f9beca4a8602f58a: Waiting for close lock at 1731577398748Running coprocessor pre-close hooks at 1731577398748Disabling compacts and flushes for region at 1731577398748Disabling writes for close at 1731577398748Obtaining lock to block concurrent updates at 1731577398748Preparing flush snapshotting stores in c5b49ddec4e87be9f9beca4a8602f58a at 1731577398748Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398749 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. at 1731577398749Flushing c5b49ddec4e87be9f9beca4a8602f58a/colfamily11: creating writer at 1731577398750 (+1 ms)Flushing c5b49ddec4e87be9f9beca4a8602f58a/colfamily11: appending metadata at 1731577398773 (+23 ms)Flushing c5b49ddec4e87be9f9beca4a8602f58a/colfamily11: closing flushed file at 1731577398773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c62707: reopening flushed file at 1731577398807 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c5b49ddec4e87be9f9beca4a8602f58a in 87ms, sequenceid=5, compaction requested=false at 1731577398835 (+28 ms)Writing region close event to WAL at 1731577398848 (+13 ms)Running coprocessor post-close hooks at 1731577398859 (+11 ms)Closed at 1731577398859 2024-11-14T09:43:18,859 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731577208106.c5b49ddec4e87be9f9beca4a8602f58a. 2024-11-14T09:43:18,860 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6292bfb2f58356623ae397677db7ef6, disabling compactions & flushes 2024-11-14T09:43:18,860 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:43:18,860 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:43:18,860 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. after waiting 0 ms 2024-11-14T09:43:18,860 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:43:18,860 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6292bfb2f58356623ae397677db7ef6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741893_1069 (size=39263) 2024-11-14T09:43:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741893_1069 (size=39263) 2024-11-14T09:43:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741893_1069 (size=39263) 2024-11-14T09:43:18,884 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/.tmp/colfamily11/44d55947701f43f08ad896d03049fdc0 is 52, key is aaa/colfamily11:colfamily11/1731577211694/Put/seqid=0 2024-11-14T09:43:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741894_1070 (size=39263) 2024-11-14T09:43:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741894_1070 (size=39263) 2024-11-14T09:43:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741894_1070 (size=39263) 2024-11-14T09:43:18,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T09:43:18,902 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/.tmp/colfamily11/44d55947701f43f08ad896d03049fdc0 2024-11-14T09:43:18,926 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/.tmp/colfamily11/44d55947701f43f08ad896d03049fdc0 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/colfamily11/44d55947701f43f08ad896d03049fdc0 2024-11-14T09:43:18,939 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/colfamily11/44d55947701f43f08ad896d03049fdc0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:18,940 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d6292bfb2f58356623ae397677db7ef6 in 80ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:18,991 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6292bfb2f58356623ae397677db7ef6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:18,992 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:43:18,992 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6292bfb2f58356623ae397677db7ef6: Waiting for close lock at 1731577398859Running coprocessor pre-close hooks at 1731577398860 (+1 ms)Disabling compacts and flushes for region at 1731577398860Disabling writes for close at 1731577398860Obtaining lock to block concurrent updates at 1731577398860Preparing flush snapshotting stores in d6292bfb2f58356623ae397677db7ef6 at 1731577398860Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398860Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. at 1731577398862 (+2 ms)Flushing d6292bfb2f58356623ae397677db7ef6/colfamily11: creating writer at 1731577398862Flushing d6292bfb2f58356623ae397677db7ef6/colfamily11: appending metadata at 1731577398884 (+22 ms)Flushing d6292bfb2f58356623ae397677db7ef6/colfamily11: closing flushed file at 1731577398884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119b9fa8: reopening flushed file at 1731577398925 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d6292bfb2f58356623ae397677db7ef6 in 80ms, sequenceid=5, compaction requested=false at 1731577398940 (+15 ms)Writing region close event to WAL at 1731577398980 (+40 ms)Running coprocessor post-close hooks at 1731577398992 (+12 ms)Closed at 1731577398992 2024-11-14T09:43:18,993 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731577208106.d6292bfb2f58356623ae397677db7ef6. 2024-11-14T09:43:18,993 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9045c6ee75e49edebf2080dc1c21fe3, disabling compactions & flushes 2024-11-14T09:43:18,993 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:43:18,993 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:43:18,993 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. after waiting 0 ms 2024-11-14T09:43:18,993 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:43:18,993 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9045c6ee75e49edebf2080dc1c21fe3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,025 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 31b43d5863dfc3c8b7816bf5777f051e, 42259465b9092d06f73e9464ed7bb611, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 938692b6f5190a9afb7f202e2420e209, c4eb7a957c432cb594b0a07bb498eb97, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:19,026 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/.tmp/colfamily11/7c4ff438bb6847d2a741b20e45a03130 is 52, key is nnn/colfamily11:colfamily11/1731577211905/Put/seqid=0 2024-11-14T09:43:19,033 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1351): Waiting on 0c365ce0b1e7c1e2789522de14484fe4, 51a2a0b629844802d96f7e7e378e2074, 8b2285ef9f202b9043bf928fcfb54d85, 8f8d21ad111d1242d18a1327eb7a7833, a2a3f1cbf4493a893096dbb86614c5c6, c8ab91d612a85176ac1e4b7d4db43c8c, e83ce3aec624befae3673d415dd1f0eb, e9045c6ee75e49edebf2080dc1c21fe3, ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:43:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741895_1071 (size=39263) 2024-11-14T09:43:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741895_1071 (size=39263) 2024-11-14T09:43:19,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741895_1071 (size=39263) 2024-11-14T09:43:19,053 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/.tmp/colfamily11/7c4ff438bb6847d2a741b20e45a03130 2024-11-14T09:43:19,063 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/.tmp/colfamily11/7c4ff438bb6847d2a741b20e45a03130 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/colfamily11/7c4ff438bb6847d2a741b20e45a03130 2024-11-14T09:43:19,070 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/colfamily11/7c4ff438bb6847d2a741b20e45a03130, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,071 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e9045c6ee75e49edebf2080dc1c21fe3 in 78ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,080 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9045c6ee75e49edebf2080dc1c21fe3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,081 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:43:19,081 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9045c6ee75e49edebf2080dc1c21fe3: Waiting for close lock at 1731577398993Running coprocessor pre-close hooks at 1731577398993Disabling compacts and flushes for region at 1731577398993Disabling writes for close at 1731577398993Obtaining lock to block concurrent updates at 1731577398993Preparing flush snapshotting stores in e9045c6ee75e49edebf2080dc1c21fe3 at 1731577398993Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398994 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. at 1731577398994Flushing e9045c6ee75e49edebf2080dc1c21fe3/colfamily11: creating writer at 1731577398994Flushing e9045c6ee75e49edebf2080dc1c21fe3/colfamily11: appending metadata at 1731577399026 (+32 ms)Flushing e9045c6ee75e49edebf2080dc1c21fe3/colfamily11: closing flushed file at 1731577399026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c72778e: reopening flushed file at 1731577399061 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e9045c6ee75e49edebf2080dc1c21fe3 in 78ms, sequenceid=5, compaction requested=false at 1731577399071 (+10 ms)Writing region close event to WAL at 1731577399071Running coprocessor post-close hooks at 1731577399081 (+10 ms)Closed at 1731577399081 2024-11-14T09:43:19,081 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731577208106.e9045c6ee75e49edebf2080dc1c21fe3. 2024-11-14T09:43:19,082 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8ab91d612a85176ac1e4b7d4db43c8c, disabling compactions & flushes 2024-11-14T09:43:19,082 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:19,082 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:19,082 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. after waiting 0 ms 2024-11-14T09:43:19,082 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:19,087 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:43:19,087 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:43:19,098 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:43:19,098 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:43:19,101 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8ab91d612a85176ac1e4b7d4db43c8c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:19,102 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:19,102 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8ab91d612a85176ac1e4b7d4db43c8c: Waiting for close lock at 1731577399082Running coprocessor pre-close hooks at 1731577399082Disabling compacts and flushes for region at 1731577399082Disabling writes for close at 1731577399082Writing region close event to WAL at 1731577399088 (+6 ms)Running coprocessor post-close hooks at 1731577399102 (+14 ms)Closed at 1731577399102 2024-11-14T09:43:19,102 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731577208106.c8ab91d612a85176ac1e4b7d4db43c8c. 2024-11-14T09:43:19,103 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2a3f1cbf4493a893096dbb86614c5c6, disabling compactions & flushes 2024-11-14T09:43:19,103 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:43:19,103 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:43:19,103 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. after waiting 0 ms 2024-11-14T09:43:19,103 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:43:19,103 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2a3f1cbf4493a893096dbb86614c5c6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,130 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/.tmp/colfamily11/18b9f0c014014b969ef7b5241cd0727f is 52, key is ttt/colfamily11:colfamily11/1731577211966/Put/seqid=0 2024-11-14T09:43:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741896_1072 (size=39263) 2024-11-14T09:43:19,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741896_1072 (size=39263) 2024-11-14T09:43:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741896_1072 (size=39263) 2024-11-14T09:43:19,162 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/.tmp/colfamily11/18b9f0c014014b969ef7b5241cd0727f 2024-11-14T09:43:19,170 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/.tmp/colfamily11/18b9f0c014014b969ef7b5241cd0727f as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/colfamily11/18b9f0c014014b969ef7b5241cd0727f 2024-11-14T09:43:19,179 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/colfamily11/18b9f0c014014b969ef7b5241cd0727f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,181 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a2a3f1cbf4493a893096dbb86614c5c6 in 78ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,197 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a2a3f1cbf4493a893096dbb86614c5c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,198 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:43:19,198 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2a3f1cbf4493a893096dbb86614c5c6: Waiting for close lock at 1731577399103Running coprocessor pre-close hooks at 1731577399103Disabling compacts and flushes for region at 1731577399103Disabling writes for close at 1731577399103Obtaining lock to block concurrent updates at 1731577399103Preparing flush snapshotting stores in a2a3f1cbf4493a893096dbb86614c5c6 at 1731577399103Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399103Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. at 1731577399104 (+1 ms)Flushing a2a3f1cbf4493a893096dbb86614c5c6/colfamily11: creating writer at 1731577399104Flushing a2a3f1cbf4493a893096dbb86614c5c6/colfamily11: appending metadata at 1731577399127 (+23 ms)Flushing a2a3f1cbf4493a893096dbb86614c5c6/colfamily11: closing flushed file at 1731577399129 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5813d6bb: reopening flushed file at 1731577399169 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a2a3f1cbf4493a893096dbb86614c5c6 in 78ms, sequenceid=5, compaction requested=false at 1731577399181 (+12 ms)Writing region close event to WAL at 1731577399182 (+1 ms)Running coprocessor post-close hooks at 1731577399198 (+16 ms)Closed at 1731577399198 2024-11-14T09:43:19,198 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731577208106.a2a3f1cbf4493a893096dbb86614c5c6. 2024-11-14T09:43:19,199 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebed40a9a1f08a2fd98f238927fb4b80, disabling compactions & flushes 2024-11-14T09:43:19,199 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:43:19,199 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:43:19,199 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. after waiting 0 ms 2024-11-14T09:43:19,199 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:43:19,199 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ebed40a9a1f08a2fd98f238927fb4b80 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,226 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 31b43d5863dfc3c8b7816bf5777f051e, 42259465b9092d06f73e9464ed7bb611, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 938692b6f5190a9afb7f202e2420e209, c4eb7a957c432cb594b0a07bb498eb97, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:19,226 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/.tmp/colfamily11/d9c997c590f9413488b47ae080beac95 is 52, key is ppp/colfamily11:colfamily11/1731577211942/Put/seqid=0 2024-11-14T09:43:19,233 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1351): Waiting on 0c365ce0b1e7c1e2789522de14484fe4, 51a2a0b629844802d96f7e7e378e2074, 8b2285ef9f202b9043bf928fcfb54d85, 8f8d21ad111d1242d18a1327eb7a7833, e83ce3aec624befae3673d415dd1f0eb, ebed40a9a1f08a2fd98f238927fb4b80 2024-11-14T09:43:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741897_1073 (size=39263) 2024-11-14T09:43:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741897_1073 (size=39263) 2024-11-14T09:43:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741897_1073 (size=39263) 2024-11-14T09:43:19,260 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/.tmp/colfamily11/d9c997c590f9413488b47ae080beac95 2024-11-14T09:43:19,266 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/.tmp/colfamily11/3e0f6809dbb449b5831e927c12ea1c05 2024-11-14T09:43:19,280 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/.tmp/colfamily11/3e0f6809dbb449b5831e927c12ea1c05 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/colfamily11/3e0f6809dbb449b5831e927c12ea1c05 2024-11-14T09:43:19,292 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/colfamily11/3e0f6809dbb449b5831e927c12ea1c05, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,293 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 42259465b9092d06f73e9464ed7bb611 in 494ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,295 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/.tmp/colfamily11/d9c997c590f9413488b47ae080beac95 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/colfamily11/d9c997c590f9413488b47ae080beac95 2024-11-14T09:43:19,308 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/colfamily11/d9c997c590f9413488b47ae080beac95, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,310 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ebed40a9a1f08a2fd98f238927fb4b80 in 110ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,332 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42259465b9092d06f73e9464ed7bb611/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,333 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:43:19,333 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42259465b9092d06f73e9464ed7bb611: Waiting for close lock at 1731577398799Running coprocessor pre-close hooks at 1731577398799Disabling compacts and flushes for region at 1731577398799Disabling writes for close at 1731577398799Obtaining lock to block concurrent updates at 1731577398799Preparing flush snapshotting stores in 42259465b9092d06f73e9464ed7bb611 at 1731577398799Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577398799Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. at 1731577398800 (+1 ms)Flushing 42259465b9092d06f73e9464ed7bb611/colfamily11: creating writer at 1731577398800Flushing 42259465b9092d06f73e9464ed7bb611/colfamily11: appending metadata at 1731577398835 (+35 ms)Flushing 42259465b9092d06f73e9464ed7bb611/colfamily11: closing flushed file at 1731577398835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151d2a08: reopening flushed file at 1731577399278 (+443 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 42259465b9092d06f73e9464ed7bb611 in 494ms, sequenceid=5, compaction requested=false at 1731577399294 (+16 ms)Writing region close event to WAL at 1731577399327 (+33 ms)Running coprocessor post-close hooks at 1731577399333 (+6 ms)Closed at 1731577399333 2024-11-14T09:43:19,333 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebed40a9a1f08a2fd98f238927fb4b80/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,333 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731577208106.42259465b9092d06f73e9464ed7bb611. 2024-11-14T09:43:19,333 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31b43d5863dfc3c8b7816bf5777f051e, disabling compactions & flushes 2024-11-14T09:43:19,334 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:43:19,334 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:43:19,334 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. after waiting 0 ms 2024-11-14T09:43:19,334 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:43:19,334 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31b43d5863dfc3c8b7816bf5777f051e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,334 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:43:19,334 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebed40a9a1f08a2fd98f238927fb4b80: Waiting for close lock at 1731577399198Running coprocessor pre-close hooks at 1731577399198Disabling compacts and flushes for region at 1731577399198Disabling writes for close at 1731577399199 (+1 ms)Obtaining lock to block concurrent updates at 1731577399199Preparing flush snapshotting stores in ebed40a9a1f08a2fd98f238927fb4b80 at 1731577399199Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399200 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. at 1731577399200Flushing ebed40a9a1f08a2fd98f238927fb4b80/colfamily11: creating writer at 1731577399200Flushing ebed40a9a1f08a2fd98f238927fb4b80/colfamily11: appending metadata at 1731577399224 (+24 ms)Flushing ebed40a9a1f08a2fd98f238927fb4b80/colfamily11: closing flushed file at 1731577399224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d8f3a4: reopening flushed file at 1731577399294 (+70 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ebed40a9a1f08a2fd98f238927fb4b80 in 110ms, sequenceid=5, compaction requested=false at 1731577399310 (+16 ms)Writing region close event to WAL at 1731577399327 (+17 ms)Running coprocessor post-close hooks at 1731577399334 (+7 ms)Closed at 1731577399334 2024-11-14T09:43:19,334 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731577208106.ebed40a9a1f08a2fd98f238927fb4b80. 2024-11-14T09:43:19,334 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b2285ef9f202b9043bf928fcfb54d85, disabling compactions & flushes 2024-11-14T09:43:19,335 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:43:19,335 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:43:19,335 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. after waiting 0 ms 2024-11-14T09:43:19,335 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:43:19,335 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b2285ef9f202b9043bf928fcfb54d85 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,358 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/.tmp/colfamily11/05f6fd1c9f114d48bbd47971ff605ad7 is 52, key is qqq/colfamily11:colfamily11/1731577211904/Put/seqid=0 2024-11-14T09:43:19,361 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/.tmp/colfamily11/3ac95f29c6a441b0b365b66991b015b8 is 52, key is hhh/colfamily11:colfamily11/1731577211827/Put/seqid=0 2024-11-14T09:43:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741898_1074 (size=39263) 2024-11-14T09:43:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741898_1074 (size=39263) 2024-11-14T09:43:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741898_1074 (size=39263) 2024-11-14T09:43:19,396 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/.tmp/colfamily11/05f6fd1c9f114d48bbd47971ff605ad7 2024-11-14T09:43:19,409 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/.tmp/colfamily11/05f6fd1c9f114d48bbd47971ff605ad7 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/colfamily11/05f6fd1c9f114d48bbd47971ff605ad7 2024-11-14T09:43:19,419 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/colfamily11/05f6fd1c9f114d48bbd47971ff605ad7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,420 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 31b43d5863dfc3c8b7816bf5777f051e in 86ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741899_1075 (size=39263) 2024-11-14T09:43:19,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741899_1075 (size=39263) 2024-11-14T09:43:19,426 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close 2024-11-14T09:43:19,426 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1325): Online Regions={31b43d5863dfc3c8b7816bf5777f051e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., c4eb7a957c432cb594b0a07bb498eb97=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97., 2aaf9c5b037645b1d739d9fcaeb035af=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., 938692b6f5190a9afb7f202e2420e209=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., 78963c1055fe41dbb3125a7ad0c2e786=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., 185c76f978924e2db6923df683d3d7b6=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6., c982361e70d30d85109af7a58cfc9081=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., 4ffa73b14e1967c3e6fd27b41e9078d9=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9.} 2024-11-14T09:43:19,426 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 31b43d5863dfc3c8b7816bf5777f051e, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 938692b6f5190a9afb7f202e2420e209, c4eb7a957c432cb594b0a07bb498eb97, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741899_1075 (size=39263) 2024-11-14T09:43:19,430 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/.tmp/colfamily11/3ac95f29c6a441b0b365b66991b015b8 2024-11-14T09:43:19,433 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T09:43:19,433 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1325): Online Regions={8b2285ef9f202b9043bf928fcfb54d85=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., e83ce3aec624befae3673d415dd1f0eb=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb., 51a2a0b629844802d96f7e7e378e2074=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., 8f8d21ad111d1242d18a1327eb7a7833=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833., 0c365ce0b1e7c1e2789522de14484fe4=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4.} 2024-11-14T09:43:19,434 DEBUG [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1351): Waiting on 0c365ce0b1e7c1e2789522de14484fe4, 51a2a0b629844802d96f7e7e378e2074, 8b2285ef9f202b9043bf928fcfb54d85, 8f8d21ad111d1242d18a1327eb7a7833, e83ce3aec624befae3673d415dd1f0eb 2024-11-14T09:43:19,439 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31b43d5863dfc3c8b7816bf5777f051e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,441 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/.tmp/colfamily11/3ac95f29c6a441b0b365b66991b015b8 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/colfamily11/3ac95f29c6a441b0b365b66991b015b8 2024-11-14T09:43:19,441 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:43:19,441 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31b43d5863dfc3c8b7816bf5777f051e: Waiting for close lock at 1731577399333Running coprocessor pre-close hooks at 1731577399333Disabling compacts and flushes for region at 1731577399333Disabling writes for close at 1731577399334 (+1 ms)Obtaining lock to block concurrent updates at 1731577399334Preparing flush snapshotting stores in 31b43d5863dfc3c8b7816bf5777f051e at 1731577399334Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399334Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. at 1731577399336 (+2 ms)Flushing 31b43d5863dfc3c8b7816bf5777f051e/colfamily11: creating writer at 1731577399336Flushing 31b43d5863dfc3c8b7816bf5777f051e/colfamily11: appending metadata at 1731577399357 (+21 ms)Flushing 31b43d5863dfc3c8b7816bf5777f051e/colfamily11: closing flushed file at 1731577399357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358a3baa: reopening flushed file at 1731577399408 (+51 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 31b43d5863dfc3c8b7816bf5777f051e in 86ms, sequenceid=5, compaction requested=false at 1731577399420 (+12 ms)Writing region close event to WAL at 1731577399430 (+10 ms)Running coprocessor post-close hooks at 1731577399441 (+11 ms)Closed at 1731577399441 2024-11-14T09:43:19,441 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731577208106.31b43d5863dfc3c8b7816bf5777f051e. 2024-11-14T09:43:19,441 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4eb7a957c432cb594b0a07bb498eb97, disabling compactions & flushes 2024-11-14T09:43:19,441 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:19,441 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:19,442 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. after waiting 0 ms 2024-11-14T09:43:19,442 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:19,453 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/colfamily11/3ac95f29c6a441b0b365b66991b015b8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,454 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8b2285ef9f202b9043bf928fcfb54d85 in 119ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,473 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4eb7a957c432cb594b0a07bb498eb97/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:19,474 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:19,474 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4eb7a957c432cb594b0a07bb498eb97: Waiting for close lock at 1731577399441Running coprocessor pre-close hooks at 1731577399441Disabling compacts and flushes for region at 1731577399441Disabling writes for close at 1731577399442 (+1 ms)Writing region close event to WAL at 1731577399459 (+17 ms)Running coprocessor post-close hooks at 1731577399474 (+15 ms)Closed at 1731577399474 2024-11-14T09:43:19,474 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731577208106.c4eb7a957c432cb594b0a07bb498eb97. 2024-11-14T09:43:19,474 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aaf9c5b037645b1d739d9fcaeb035af, disabling compactions & flushes 2024-11-14T09:43:19,474 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:43:19,474 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:43:19,474 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. after waiting 0 ms 2024-11-14T09:43:19,474 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:43:19,475 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2aaf9c5b037645b1d739d9fcaeb035af 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,487 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b2285ef9f202b9043bf928fcfb54d85/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,489 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:43:19,489 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b2285ef9f202b9043bf928fcfb54d85: Waiting for close lock at 1731577399334Running coprocessor pre-close hooks at 1731577399334Disabling compacts and flushes for region at 1731577399334Disabling writes for close at 1731577399335 (+1 ms)Obtaining lock to block concurrent updates at 1731577399335Preparing flush snapshotting stores in 8b2285ef9f202b9043bf928fcfb54d85 at 1731577399335Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399335Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. at 1731577399336 (+1 ms)Flushing 8b2285ef9f202b9043bf928fcfb54d85/colfamily11: creating writer at 1731577399336Flushing 8b2285ef9f202b9043bf928fcfb54d85/colfamily11: appending metadata at 1731577399361 (+25 ms)Flushing 8b2285ef9f202b9043bf928fcfb54d85/colfamily11: closing flushed file at 1731577399361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfde77f: reopening flushed file at 1731577399437 (+76 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8b2285ef9f202b9043bf928fcfb54d85 in 119ms, sequenceid=5, compaction requested=false at 1731577399455 (+18 ms)Writing region close event to WAL at 1731577399468 (+13 ms)Running coprocessor post-close hooks at 1731577399489 (+21 ms)Closed at 1731577399489 2024-11-14T09:43:19,489 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731577208106.8b2285ef9f202b9043bf928fcfb54d85. 2024-11-14T09:43:19,489 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e83ce3aec624befae3673d415dd1f0eb, disabling compactions & flushes 2024-11-14T09:43:19,489 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:19,489 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:19,489 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. after waiting 0 ms 2024-11-14T09:43:19,489 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:19,504 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e83ce3aec624befae3673d415dd1f0eb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:19,505 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:19,505 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e83ce3aec624befae3673d415dd1f0eb: Waiting for close lock at 1731577399489Running coprocessor pre-close hooks at 1731577399489Disabling compacts and flushes for region at 1731577399489Disabling writes for close at 1731577399489Writing region close event to WAL at 1731577399496 (+7 ms)Running coprocessor post-close hooks at 1731577399505 (+9 ms)Closed at 1731577399505 2024-11-14T09:43:19,505 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731577208106.e83ce3aec624befae3673d415dd1f0eb. 2024-11-14T09:43:19,505 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51a2a0b629844802d96f7e7e378e2074, disabling compactions & flushes 2024-11-14T09:43:19,506 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:43:19,506 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:43:19,506 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. after waiting 0 ms 2024-11-14T09:43:19,506 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:43:19,506 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51a2a0b629844802d96f7e7e378e2074 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,507 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/.tmp/colfamily11/6bd29c8dc9c34e9c97cc76824fad23e5 is 52, key is mmm/colfamily11:colfamily11/1731577211866/Put/seqid=0 2024-11-14T09:43:19,526 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/.tmp/colfamily11/0507e196b74b4dc2b2b702e190fea79d is 52, key is www/colfamily11:colfamily11/1731577212001/Put/seqid=0 2024-11-14T09:43:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741900_1076 (size=39263) 2024-11-14T09:43:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741900_1076 (size=39263) 2024-11-14T09:43:19,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741900_1076 (size=39263) 2024-11-14T09:43:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741901_1077 (size=39263) 2024-11-14T09:43:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741901_1077 (size=39263) 2024-11-14T09:43:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741901_1077 (size=39263) 2024-11-14T09:43:19,538 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/.tmp/colfamily11/0507e196b74b4dc2b2b702e190fea79d 2024-11-14T09:43:19,551 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/.tmp/colfamily11/0507e196b74b4dc2b2b702e190fea79d as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/colfamily11/0507e196b74b4dc2b2b702e190fea79d 2024-11-14T09:43:19,558 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/colfamily11/0507e196b74b4dc2b2b702e190fea79d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,559 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51a2a0b629844802d96f7e7e378e2074 in 53ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,565 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51a2a0b629844802d96f7e7e378e2074/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,567 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:43:19,567 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51a2a0b629844802d96f7e7e378e2074: Waiting for close lock at 1731577399505Running coprocessor pre-close hooks at 1731577399505Disabling compacts and flushes for region at 1731577399505Disabling writes for close at 1731577399506 (+1 ms)Obtaining lock to block concurrent updates at 1731577399506Preparing flush snapshotting stores in 51a2a0b629844802d96f7e7e378e2074 at 1731577399506Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399506Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. at 1731577399507 (+1 ms)Flushing 51a2a0b629844802d96f7e7e378e2074/colfamily11: creating writer at 1731577399507Flushing 51a2a0b629844802d96f7e7e378e2074/colfamily11: appending metadata at 1731577399526 (+19 ms)Flushing 51a2a0b629844802d96f7e7e378e2074/colfamily11: closing flushed file at 1731577399526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65850869: reopening flushed file at 1731577399550 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51a2a0b629844802d96f7e7e378e2074 in 53ms, sequenceid=5, compaction requested=false at 1731577399559 (+9 ms)Writing region close event to WAL at 1731577399560 (+1 ms)Running coprocessor post-close hooks at 1731577399567 (+7 ms)Closed at 1731577399567 2024-11-14T09:43:19,568 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731577208106.51a2a0b629844802d96f7e7e378e2074. 2024-11-14T09:43:19,568 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f8d21ad111d1242d18a1327eb7a7833, disabling compactions & flushes 2024-11-14T09:43:19,568 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:19,568 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:19,568 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. after waiting 0 ms 2024-11-14T09:43:19,568 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:19,573 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f8d21ad111d1242d18a1327eb7a7833/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:19,574 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:19,574 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f8d21ad111d1242d18a1327eb7a7833: Waiting for close lock at 1731577399568Running coprocessor pre-close hooks at 1731577399568Disabling compacts and flushes for region at 1731577399568Disabling writes for close at 1731577399568Writing region close event to WAL at 1731577399569 (+1 ms)Running coprocessor post-close hooks at 1731577399574 (+5 ms)Closed at 1731577399574 2024-11-14T09:43:19,574 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731577208106.8f8d21ad111d1242d18a1327eb7a7833. 2024-11-14T09:43:19,575 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c365ce0b1e7c1e2789522de14484fe4, disabling compactions & flushes 2024-11-14T09:43:19,575 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:19,575 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:19,575 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. after waiting 0 ms 2024-11-14T09:43:19,575 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:19,590 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c365ce0b1e7c1e2789522de14484fe4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:19,590 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:19,591 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c365ce0b1e7c1e2789522de14484fe4: Waiting for close lock at 1731577399575Running coprocessor pre-close hooks at 1731577399575Disabling compacts and flushes for region at 1731577399575Disabling writes for close at 1731577399575Writing region close event to WAL at 1731577399581 (+6 ms)Running coprocessor post-close hooks at 1731577399590 (+9 ms)Closed at 1731577399590 2024-11-14T09:43:19,591 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731577208106.0c365ce0b1e7c1e2789522de14484fe4. 2024-11-14T09:43:19,626 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 938692b6f5190a9afb7f202e2420e209, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:19,634 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,33689,1731577205289; all regions closed. 2024-11-14T09:43:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741865_1041 (size=15752) 2024-11-14T09:43:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741865_1041 (size=15752) 2024-11-14T09:43:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741865_1041 (size=15752) 2024-11-14T09:43:19,640 DEBUG [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs 2024-11-14T09:43:19,640 INFO [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C33689%2C1731577205289.meta:.meta(num 1731577393316) 2024-11-14T09:43:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741833_1009 (size=317612) 2024-11-14T09:43:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741833_1009 (size=317612) 2024-11-14T09:43:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741833_1009 (size=317612) 2024-11-14T09:43:19,648 DEBUG [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs 2024-11-14T09:43:19,648 INFO [RS:1;defc576eb6b7:33689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C33689%2C1731577205289:(num 1731577207245) 2024-11-14T09:43:19,648 DEBUG [RS:1;defc576eb6b7:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:19,648 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:43:19,648 INFO [RS:1;defc576eb6b7:33689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:43:19,648 INFO [RS:1;defc576eb6b7:33689 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:43:19,649 INFO [RS:1;defc576eb6b7:33689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:43:19,649 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:43:19,649 INFO [RS:1;defc576eb6b7:33689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33689 2024-11-14T09:43:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:43:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,33689,1731577205289 2024-11-14T09:43:19,736 INFO [RS:1;defc576eb6b7:33689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:43:19,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,33689,1731577205289] 2024-11-14T09:43:19,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,33689,1731577205289 already deleted, retry=false 2024-11-14T09:43:19,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,33689,1731577205289 expired; onlineServers=1 2024-11-14T09:43:19,827 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 2aaf9c5b037645b1d739d9fcaeb035af, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, 938692b6f5190a9afb7f202e2420e209, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:19,846 INFO [RS:1;defc576eb6b7:33689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:43:19,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:43:19,846 INFO [RS:1;defc576eb6b7:33689 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,33689,1731577205289; zookeeper connection closed. 2024-11-14T09:43:19,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10138b746e80002, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:43:19,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d5df3af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d5df3af 2024-11-14T09:43:19,930 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/.tmp/colfamily11/6bd29c8dc9c34e9c97cc76824fad23e5 2024-11-14T09:43:19,938 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/.tmp/colfamily11/6bd29c8dc9c34e9c97cc76824fad23e5 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/colfamily11/6bd29c8dc9c34e9c97cc76824fad23e5 2024-11-14T09:43:19,945 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/colfamily11/6bd29c8dc9c34e9c97cc76824fad23e5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:19,946 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2aaf9c5b037645b1d739d9fcaeb035af in 472ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:19,952 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2aaf9c5b037645b1d739d9fcaeb035af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:19,954 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:43:19,954 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aaf9c5b037645b1d739d9fcaeb035af: Waiting for close lock at 1731577399474Running coprocessor pre-close hooks at 1731577399474Disabling compacts and flushes for region at 1731577399474Disabling writes for close at 1731577399474Obtaining lock to block concurrent updates at 1731577399475 (+1 ms)Preparing flush snapshotting stores in 2aaf9c5b037645b1d739d9fcaeb035af at 1731577399475Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399475Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. at 1731577399477 (+2 ms)Flushing 2aaf9c5b037645b1d739d9fcaeb035af/colfamily11: creating writer at 1731577399477Flushing 2aaf9c5b037645b1d739d9fcaeb035af/colfamily11: appending metadata at 1731577399506 (+29 ms)Flushing 2aaf9c5b037645b1d739d9fcaeb035af/colfamily11: closing flushed file at 1731577399507 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4d1193: reopening flushed file at 1731577399937 (+430 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2aaf9c5b037645b1d739d9fcaeb035af in 472ms, sequenceid=5, compaction requested=false at 1731577399946 (+9 ms)Writing region close event to WAL at 1731577399948 (+2 ms)Running coprocessor post-close hooks at 1731577399954 (+6 ms)Closed at 1731577399954 2024-11-14T09:43:19,954 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731577208106.2aaf9c5b037645b1d739d9fcaeb035af. 2024-11-14T09:43:19,954 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 938692b6f5190a9afb7f202e2420e209, disabling compactions & flushes 2024-11-14T09:43:19,954 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:43:19,954 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:43:19,954 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. after waiting 0 ms 2024-11-14T09:43:19,954 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:43:19,954 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 938692b6f5190a9afb7f202e2420e209 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:19,976 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/.tmp/colfamily11/0ff9e798ccbb48c7b516bd218c6dcebd is 52, key is ggg/colfamily11:colfamily11/1731577211761/Put/seqid=0 2024-11-14T09:43:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741902_1078 (size=39263) 2024-11-14T09:43:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741902_1078 (size=39263) 2024-11-14T09:43:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741902_1078 (size=39263) 2024-11-14T09:43:19,990 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/.tmp/colfamily11/0ff9e798ccbb48c7b516bd218c6dcebd 2024-11-14T09:43:19,996 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/.tmp/colfamily11/0ff9e798ccbb48c7b516bd218c6dcebd as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/colfamily11/0ff9e798ccbb48c7b516bd218c6dcebd 2024-11-14T09:43:20,002 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/colfamily11/0ff9e798ccbb48c7b516bd218c6dcebd, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:20,003 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 938692b6f5190a9afb7f202e2420e209 in 48ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:20,006 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/938692b6f5190a9afb7f202e2420e209/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:20,007 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:43:20,007 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 938692b6f5190a9afb7f202e2420e209: Waiting for close lock at 1731577399954Running coprocessor pre-close hooks at 1731577399954Disabling compacts and flushes for region at 1731577399954Disabling writes for close at 1731577399954Obtaining lock to block concurrent updates at 1731577399954Preparing flush snapshotting stores in 938692b6f5190a9afb7f202e2420e209 at 1731577399954Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577399955 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. at 1731577399955Flushing 938692b6f5190a9afb7f202e2420e209/colfamily11: creating writer at 1731577399955Flushing 938692b6f5190a9afb7f202e2420e209/colfamily11: appending metadata at 1731577399976 (+21 ms)Flushing 938692b6f5190a9afb7f202e2420e209/colfamily11: closing flushed file at 1731577399976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c12e0: reopening flushed file at 1731577399996 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 938692b6f5190a9afb7f202e2420e209 in 48ms, sequenceid=5, compaction requested=false at 1731577400003 (+7 ms)Writing region close event to WAL at 1731577400003Running coprocessor post-close hooks at 1731577400007 (+4 ms)Closed at 1731577400007 2024-11-14T09:43:20,007 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731577208106.938692b6f5190a9afb7f202e2420e209. 2024-11-14T09:43:20,007 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78963c1055fe41dbb3125a7ad0c2e786, disabling compactions & flushes 2024-11-14T09:43:20,007 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:43:20,007 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:43:20,007 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. after waiting 0 ms 2024-11-14T09:43:20,007 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:43:20,007 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78963c1055fe41dbb3125a7ad0c2e786 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:20,027 DEBUG [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1351): Waiting on 185c76f978924e2db6923df683d3d7b6, 4ffa73b14e1967c3e6fd27b41e9078d9, 78963c1055fe41dbb3125a7ad0c2e786, c982361e70d30d85109af7a58cfc9081 2024-11-14T09:43:20,029 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/.tmp/colfamily11/0486cb7a1b6547808e296405d7f2d496 is 52, key is ddd/colfamily11:colfamily11/1731577211694/Put/seqid=0 2024-11-14T09:43:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741903_1079 (size=39263) 2024-11-14T09:43:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741903_1079 (size=39263) 2024-11-14T09:43:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741903_1079 (size=39263) 2024-11-14T09:43:20,051 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/.tmp/colfamily11/0486cb7a1b6547808e296405d7f2d496 2024-11-14T09:43:20,057 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/.tmp/colfamily11/0486cb7a1b6547808e296405d7f2d496 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/colfamily11/0486cb7a1b6547808e296405d7f2d496 2024-11-14T09:43:20,063 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/colfamily11/0486cb7a1b6547808e296405d7f2d496, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:20,064 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 78963c1055fe41dbb3125a7ad0c2e786 in 57ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:20,068 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/78963c1055fe41dbb3125a7ad0c2e786/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:20,069 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:43:20,069 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78963c1055fe41dbb3125a7ad0c2e786: Waiting for close lock at 1731577400007Running coprocessor pre-close hooks at 1731577400007Disabling compacts and flushes for region at 1731577400007Disabling writes for close at 1731577400007Obtaining lock to block concurrent updates at 1731577400008 (+1 ms)Preparing flush snapshotting stores in 78963c1055fe41dbb3125a7ad0c2e786 at 1731577400008Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577400008Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. at 1731577400009 (+1 ms)Flushing 78963c1055fe41dbb3125a7ad0c2e786/colfamily11: creating writer at 1731577400009Flushing 78963c1055fe41dbb3125a7ad0c2e786/colfamily11: appending metadata at 1731577400029 (+20 ms)Flushing 78963c1055fe41dbb3125a7ad0c2e786/colfamily11: closing flushed file at 1731577400029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224794b3: reopening flushed file at 1731577400056 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 78963c1055fe41dbb3125a7ad0c2e786 in 57ms, sequenceid=5, compaction requested=false at 1731577400064 (+8 ms)Writing region close event to WAL at 1731577400065 (+1 ms)Running coprocessor post-close hooks at 1731577400068 (+3 ms)Closed at 1731577400069 (+1 ms) 2024-11-14T09:43:20,069 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731577208106.78963c1055fe41dbb3125a7ad0c2e786. 2024-11-14T09:43:20,069 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 185c76f978924e2db6923df683d3d7b6, disabling compactions & flushes 2024-11-14T09:43:20,069 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:20,069 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:20,069 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. after waiting 0 ms 2024-11-14T09:43:20,069 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:20,076 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/185c76f978924e2db6923df683d3d7b6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:20,076 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:20,076 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 185c76f978924e2db6923df683d3d7b6: Waiting for close lock at 1731577400069Running coprocessor pre-close hooks at 1731577400069Disabling compacts and flushes for region at 1731577400069Disabling writes for close at 1731577400069Writing region close event to WAL at 1731577400072 (+3 ms)Running coprocessor post-close hooks at 1731577400076 (+4 ms)Closed at 1731577400076 2024-11-14T09:43:20,077 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731577208106.185c76f978924e2db6923df683d3d7b6. 2024-11-14T09:43:20,077 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c982361e70d30d85109af7a58cfc9081, disabling compactions & flushes 2024-11-14T09:43:20,077 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:43:20,077 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:43:20,077 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. after waiting 0 ms 2024-11-14T09:43:20,077 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:43:20,077 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c982361e70d30d85109af7a58cfc9081 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T09:43:20,096 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/.tmp/colfamily11/c8ce597beffc45e591dbb4a55781d7f5 is 52, key is sss/colfamily11:colfamily11/1731577211944/Put/seqid=0 2024-11-14T09:43:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741904_1080 (size=39263) 2024-11-14T09:43:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741904_1080 (size=39263) 2024-11-14T09:43:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741904_1080 (size=39263) 2024-11-14T09:43:20,104 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/.tmp/colfamily11/c8ce597beffc45e591dbb4a55781d7f5 2024-11-14T09:43:20,111 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/.tmp/colfamily11/c8ce597beffc45e591dbb4a55781d7f5 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/colfamily11/c8ce597beffc45e591dbb4a55781d7f5 2024-11-14T09:43:20,117 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/colfamily11/c8ce597beffc45e591dbb4a55781d7f5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T09:43:20,118 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c982361e70d30d85109af7a58cfc9081 in 41ms, sequenceid=5, compaction requested=false 2024-11-14T09:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c982361e70d30d85109af7a58cfc9081/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:43:20,124 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:43:20,124 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c982361e70d30d85109af7a58cfc9081: Waiting for close lock at 1731577400077Running coprocessor pre-close hooks at 1731577400077Disabling compacts and flushes for region at 1731577400077Disabling writes for close at 1731577400077Obtaining lock to block concurrent updates at 1731577400077Preparing flush snapshotting stores in c982361e70d30d85109af7a58cfc9081 at 1731577400077Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731577400077Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. at 1731577400078 (+1 ms)Flushing c982361e70d30d85109af7a58cfc9081/colfamily11: creating writer at 1731577400078Flushing c982361e70d30d85109af7a58cfc9081/colfamily11: appending metadata at 1731577400096 (+18 ms)Flushing c982361e70d30d85109af7a58cfc9081/colfamily11: closing flushed file at 1731577400096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab860e5: reopening flushed file at 1731577400110 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c982361e70d30d85109af7a58cfc9081 in 41ms, sequenceid=5, compaction requested=false at 1731577400118 (+8 ms)Writing region close event to WAL at 1731577400119 (+1 ms)Running coprocessor post-close hooks at 1731577400124 (+5 ms)Closed at 1731577400124 2024-11-14T09:43:20,124 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731577208106.c982361e70d30d85109af7a58cfc9081. 2024-11-14T09:43:20,124 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ffa73b14e1967c3e6fd27b41e9078d9, disabling compactions & flushes 2024-11-14T09:43:20,124 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:20,124 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:20,124 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. after waiting 0 ms 2024-11-14T09:43:20,124 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:20,128 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ffa73b14e1967c3e6fd27b41e9078d9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T09:43:20,129 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:20,129 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ffa73b14e1967c3e6fd27b41e9078d9: Waiting for close lock at 1731577400124Running coprocessor pre-close hooks at 1731577400124Disabling compacts and flushes for region at 1731577400124Disabling writes for close at 1731577400124Writing region close event to WAL at 1731577400125 (+1 ms)Running coprocessor post-close hooks at 1731577400129 (+4 ms)Closed at 1731577400129 2024-11-14T09:43:20,129 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731577208106.4ffa73b14e1967c3e6fd27b41e9078d9. 2024-11-14T09:43:20,227 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,32883,1731577205191; all regions closed. 2024-11-14T09:43:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741835_1011 (size=314313) 2024-11-14T09:43:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741835_1011 (size=314313) 2024-11-14T09:43:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741835_1011 (size=314313) 2024-11-14T09:43:20,235 DEBUG [RS:0;defc576eb6b7:32883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/oldWALs 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C32883%2C1731577205191:(num 1731577207246) 2024-11-14T09:43:20,235 DEBUG [RS:0;defc576eb6b7:32883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:43:20,235 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:43:20,235 INFO [RS:0;defc576eb6b7:32883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:43:20,236 INFO [RS:0;defc576eb6b7:32883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32883 2024-11-14T09:43:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,32883,1731577205191 2024-11-14T09:43:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:43:20,251 INFO [RS:0;defc576eb6b7:32883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:43:20,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,32883,1731577205191] 2024-11-14T09:43:20,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,32883,1731577205191 already deleted, retry=false 2024-11-14T09:43:20,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,32883,1731577205191 expired; onlineServers=0 2024-11-14T09:43:20,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'defc576eb6b7,34601,1731577204411' ***** 2024-11-14T09:43:20,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:43:20,278 INFO [M:0;defc576eb6b7:34601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:43:20,278 INFO [M:0;defc576eb6b7:34601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:43:20,278 DEBUG [M:0;defc576eb6b7:34601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:43:20,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:43:20,278 DEBUG [M:0;defc576eb6b7:34601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:43:20,278 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577206859 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577206859,5,FailOnTimeoutGroup] 2024-11-14T09:43:20,278 INFO [M:0;defc576eb6b7:34601 {}] hbase.ChoreService(370): Chore service for: master/defc576eb6b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:43:20,279 INFO [M:0;defc576eb6b7:34601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:43:20,279 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577206857 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577206857,5,FailOnTimeoutGroup] 2024-11-14T09:43:20,279 DEBUG [M:0;defc576eb6b7:34601 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:43:20,279 INFO [M:0;defc576eb6b7:34601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:43:20,279 INFO [M:0;defc576eb6b7:34601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:43:20,279 INFO [M:0;defc576eb6b7:34601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:43:20,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:43:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T09:43:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:43:20,357 DEBUG [M:0;defc576eb6b7:34601 {}] zookeeper.ZKUtil(347): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T09:43:20,357 WARN [M:0;defc576eb6b7:34601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:43:20,358 INFO [M:0;defc576eb6b7:34601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/.lastflushedseqids 2024-11-14T09:43:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:43:20,362 INFO [RS:0;defc576eb6b7:32883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:43:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x10138b746e80001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:43:20,362 INFO [RS:0;defc576eb6b7:32883 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,32883,1731577205191; zookeeper connection closed. 2024-11-14T09:43:20,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b5685a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b5685a4 2024-11-14T09:43:20,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T09:43:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741905_1081 (size=2837) 2024-11-14T09:43:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741905_1081 (size=2837) 2024-11-14T09:43:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741905_1081 (size=2837) 2024-11-14T09:43:20,380 INFO [M:0;defc576eb6b7:34601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:43:20,381 INFO [M:0;defc576eb6b7:34601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:43:20,381 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:43:20,381 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:43:20,381 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:43:20,381 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:43:20,381 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:43:20,381 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.66 KB heapSize=405.07 KB 2024-11-14T09:43:20,399 DEBUG [M:0;defc576eb6b7:34601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce49b9be807f4c288ddea24f54eb05b7 is 82, key is hbase:meta,,1/info:regioninfo/1731577393816/Put/seqid=0 2024-11-14T09:43:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741906_1082 (size=6071) 2024-11-14T09:43:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741906_1082 (size=6071) 2024-11-14T09:43:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741906_1082 (size=6071) 2024-11-14T09:43:20,816 INFO [M:0;defc576eb6b7:34601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce49b9be807f4c288ddea24f54eb05b7 2024-11-14T09:43:20,838 DEBUG [M:0;defc576eb6b7:34601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6417143a68674a658f5348d246998c88 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731577209554/Put/seqid=0 2024-11-14T09:43:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741907_1083 (size=13506) 2024-11-14T09:43:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741907_1083 (size=13506) 2024-11-14T09:43:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741907_1083 (size=13506) 2024-11-14T09:43:20,846 INFO [M:0;defc576eb6b7:34601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.43 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6417143a68674a658f5348d246998c88 2024-11-14T09:43:20,873 DEBUG [M:0;defc576eb6b7:34601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0747645515456da970b58918f62c96 is 69, key is defc576eb6b7,32883,1731577205191/rs:state/1731577206940/Put/seqid=0 2024-11-14T09:43:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741908_1084 (size=5442) 2024-11-14T09:43:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741908_1084 (size=5442) 2024-11-14T09:43:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741908_1084 (size=5442) 2024-11-14T09:43:20,883 INFO [M:0;defc576eb6b7:34601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0747645515456da970b58918f62c96 2024-11-14T09:43:20,890 INFO [M:0;defc576eb6b7:34601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b0747645515456da970b58918f62c96 2024-11-14T09:43:20,891 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce49b9be807f4c288ddea24f54eb05b7 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce49b9be807f4c288ddea24f54eb05b7 2024-11-14T09:43:20,905 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce49b9be807f4c288ddea24f54eb05b7, entries=14, sequenceid=635, filesize=5.9 K 2024-11-14T09:43:20,906 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6417143a68674a658f5348d246998c88 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6417143a68674a658f5348d246998c88 2024-11-14T09:43:20,913 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6417143a68674a658f5348d246998c88, entries=81, sequenceid=635, filesize=13.2 K 2024-11-14T09:43:20,914 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0747645515456da970b58918f62c96 as hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b0747645515456da970b58918f62c96 2024-11-14T09:43:20,921 INFO [M:0;defc576eb6b7:34601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b0747645515456da970b58918f62c96 2024-11-14T09:43:20,921 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32797/user/jenkins/test-data/92078933-d64a-f72b-358b-016b83b98dea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b0747645515456da970b58918f62c96, entries=3, sequenceid=635, filesize=5.3 K 2024-11-14T09:43:20,922 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=635, compaction requested=false 2024-11-14T09:43:20,923 INFO [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:43:20,924 DEBUG [M:0;defc576eb6b7:34601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577400381Disabling compacts and flushes for region at 1731577400381Disabling writes for close at 1731577400381Obtaining lock to block concurrent updates at 1731577400381Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731577400381Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352931, getHeapSize=414728, getOffHeapSize=0, getCellsCount=800 at 1731577400382 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731577400382Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731577400382Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731577400399 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731577400399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731577400821 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731577400838 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731577400838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731577400851 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731577400873 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731577400873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cbc38ec: reopening flushed file at 1731577400890 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c43353: reopening flushed file at 1731577400905 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8317fc: reopening flushed file at 1731577400913 (+8 ms)Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=635, compaction requested=false at 1731577400922 (+9 ms)Writing region close event to WAL at 1731577400923 (+1 ms)Closed at 1731577400923 2024-11-14T09:43:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741830_1006 (size=395285) 2024-11-14T09:43:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37181 is added to blk_1073741830_1006 (size=395285) 2024-11-14T09:43:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741830_1006 (size=395285) 2024-11-14T09:43:20,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:43:20,928 INFO [M:0;defc576eb6b7:34601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:43:20,928 INFO [M:0;defc576eb6b7:34601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34601 2024-11-14T09:43:20,928 INFO [M:0;defc576eb6b7:34601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:43:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:43:21,078 INFO [M:0;defc576eb6b7:34601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:43:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x10138b746e80000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:43:21,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:43:21,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:43:21,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:43:21,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:43:21,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,STOPPED} 2024-11-14T09:43:21,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:43:21,091 WARN [BP-589749659-172.17.0.2-1731577199240 heartbeating to localhost/127.0.0.1:32797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:43:21,091 WARN [BP-589749659-172.17.0.2-1731577199240 heartbeating to localhost/127.0.0.1:32797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589749659-172.17.0.2-1731577199240 (Datanode Uuid 8d33d0ba-078e-4d12-96b8-0745132e3193) service to localhost/127.0.0.1:32797 2024-11-14T09:43:21,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:43:21,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data5/current/BP-589749659-172.17.0.2-1731577199240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:43:21,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data6/current/BP-589749659-172.17.0.2-1731577199240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:43:21,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:43:21,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:43:21,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:43:21,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:43:21,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:43:21,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,STOPPED} 2024-11-14T09:43:21,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:43:21,100 WARN [BP-589749659-172.17.0.2-1731577199240 heartbeating to localhost/127.0.0.1:32797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:43:21,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:43:21,100 WARN [BP-589749659-172.17.0.2-1731577199240 heartbeating to localhost/127.0.0.1:32797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589749659-172.17.0.2-1731577199240 (Datanode Uuid 144af2fc-55f7-4c1d-9311-03caa04d9a4c) service to localhost/127.0.0.1:32797 2024-11-14T09:43:21,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data3/current/BP-589749659-172.17.0.2-1731577199240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:43:21,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data4/current/BP-589749659-172.17.0.2-1731577199240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:43:21,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:43:21,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:43:21,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:43:21,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:43:21,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:43:21,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,STOPPED} 2024-11-14T09:43:21,112 WARN [BP-589749659-172.17.0.2-1731577199240 heartbeating to localhost/127.0.0.1:32797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:43:21,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:43:21,112 WARN [BP-589749659-172.17.0.2-1731577199240 heartbeating to localhost/127.0.0.1:32797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589749659-172.17.0.2-1731577199240 (Datanode Uuid 3723c1cb-f421-4415-8992-1d7c40d16644) service to localhost/127.0.0.1:32797 2024-11-14T09:43:21,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:43:21,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data1/current/BP-589749659-172.17.0.2-1731577199240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:43:21,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/cluster_065aca3b-0fc4-65eb-f2cf-a09fe927d53c/data/data2/current/BP-589749659-172.17.0.2-1731577199240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:43:21,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:43:21,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:43:21,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:43:21,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:43:21,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:43:21,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/891237cb-4a35-390c-662e-eedda1221123/hadoop.log.dir/,STOPPED} 2024-11-14T09:43:21,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:43:21,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:43:21,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: regionserver/defc576eb6b7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/defc576eb6b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/defc576eb6b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/defc576eb6b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/defc576eb6b7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32797 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/defc576eb6b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/defc576eb6b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/defc576eb6b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32797 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@29f2bb81 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=458 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=4884 (was 6007)