2024-11-21 03:57:26,773 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-21 03:57:26,794 main DEBUG Took 0.018146 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 03:57:26,794 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 03:57:26,795 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 03:57:26,796 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 03:57:26,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,806 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 03:57:26,819 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,823 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,825 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,826 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,828 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,830 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,831 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:57:26,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,836 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 03:57:26,838 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:57:26,839 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 03:57:26,841 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 03:57:26,842 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 03:57:26,843 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 03:57:26,844 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 03:57:26,854 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 03:57:26,856 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 03:57:26,859 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 03:57:26,859 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 03:57:26,859 main DEBUG createAppenders(={Console}) 2024-11-21 03:57:26,860 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-21 03:57:26,860 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-21 03:57:26,861 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-21 03:57:26,861 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 03:57:26,862 main DEBUG OutputStream closed 2024-11-21 03:57:26,862 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 03:57:26,863 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 03:57:26,863 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-21 03:57:26,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 03:57:26,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 03:57:26,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 03:57:26,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 03:57:26,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 03:57:26,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 03:57:26,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 03:57:26,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 03:57:26,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 03:57:26,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 03:57:26,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 03:57:26,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 03:57:26,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 03:57:26,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 03:57:26,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 03:57:26,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 03:57:26,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 03:57:26,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 03:57:26,958 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 03:57:26,958 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-21 03:57:26,959 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 03:57:26,959 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-21T03:57:26,972 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-21 03:57:26,974 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 03:57:26,975 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T03:57:27,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=7466 2024-11-21T03:57:27,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b 2024-11-21T03:57:27,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T03:57:27,328 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef, deleteOnExit=true 2024-11-21T03:57:27,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T03:57:27,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/test.cache.data in system properties and HBase conf 2024-11-21T03:57:27,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T03:57:27,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir in system properties and HBase conf 2024-11-21T03:57:27,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T03:57:27,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T03:57:27,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T03:57:27,416 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T03:57:27,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T03:57:27,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T03:57:27,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T03:57:27,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T03:57:27,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T03:57:27,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T03:57:27,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T03:57:27,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T03:57:27,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T03:57:27,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T03:57:27,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/nfs.dump.dir in system properties and HBase conf 2024-11-21T03:57:27,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/java.io.tmpdir in system properties and HBase conf 2024-11-21T03:57:27,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T03:57:27,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T03:57:27,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T03:57:28,666 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T03:57:28,735 INFO [Time-limited test {}] log.Log(170): Logging initialized @2677ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T03:57:28,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:57:28,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:57:28,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:57:28,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:57:28,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T03:57:28,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:57:28,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:57:28,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:57:29,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/java.io.tmpdir/jetty-localhost-38729-hadoop-hdfs-3_4_1-tests_jar-_-any-14824304240303830872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T03:57:29,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:38729} 2024-11-21T03:57:29,066 INFO [Time-limited test {}] server.Server(415): Started @3009ms 2024-11-21T03:57:29,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:57:29,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:57:29,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:57:29,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:57:29,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T03:57:29,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:57:29,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:57:29,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/java.io.tmpdir/jetty-localhost-42183-hadoop-hdfs-3_4_1-tests_jar-_-any-10850277474619383126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:57:29,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:42183} 2024-11-21T03:57:29,682 INFO [Time-limited test {}] server.Server(415): Started @3624ms 2024-11-21T03:57:29,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T03:57:29,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:57:29,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:57:29,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:57:29,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:57:29,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T03:57:29,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:57:29,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:57:29,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/java.io.tmpdir/jetty-localhost-36609-hadoop-hdfs-3_4_1-tests_jar-_-any-5129394293488318614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:57:29,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:36609} 2024-11-21T03:57:29,954 INFO [Time-limited test {}] server.Server(415): Started @3897ms 2024-11-21T03:57:29,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T03:57:29,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:57:29,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:57:29,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:57:29,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:57:29,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T03:57:29,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:57:29,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:57:30,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/java.io.tmpdir/jetty-localhost-39711-hadoop-hdfs-3_4_1-tests_jar-_-any-5156619571943624813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:57:30,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:39711} 2024-11-21T03:57:30,098 INFO [Time-limited test {}] server.Server(415): Started @4041ms 2024-11-21T03:57:30,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T03:57:31,024 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data2/current/BP-397366864-172.17.0.2-1732161448044/current, will proceed with Du for space computation calculation, 2024-11-21T03:57:31,024 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data1/current/BP-397366864-172.17.0.2-1732161448044/current, will proceed with Du for space computation calculation, 2024-11-21T03:57:31,024 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data4/current/BP-397366864-172.17.0.2-1732161448044/current, will proceed with Du for space computation calculation, 2024-11-21T03:57:31,024 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data3/current/BP-397366864-172.17.0.2-1732161448044/current, will proceed with Du for space computation calculation, 2024-11-21T03:57:31,053 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T03:57:31,054 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T03:57:31,059 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data5/current/BP-397366864-172.17.0.2-1732161448044/current, will proceed with Du for space computation calculation, 2024-11-21T03:57:31,060 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data6/current/BP-397366864-172.17.0.2-1732161448044/current, will proceed with Du for space computation calculation, 2024-11-21T03:57:31,085 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T03:57:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68167463737958cd with lease ID 0x58fde46df522ad05: Processing first storage report for DS-ed642051-b6e2-4879-be99-15834f65c487 from datanode DatanodeRegistration(127.0.0.1:35329, datanodeUuid=ecace93b-9c71-41e6-952d-e7a608556b64, infoPort=41653, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044) 2024-11-21T03:57:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68167463737958cd with lease ID 0x58fde46df522ad05: from storage DS-ed642051-b6e2-4879-be99-15834f65c487 node DatanodeRegistration(127.0.0.1:35329, datanodeUuid=ecace93b-9c71-41e6-952d-e7a608556b64, infoPort=41653, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T03:57:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x924b386b9d945844 with lease ID 0x58fde46df522ad06: Processing first storage report for DS-f5b100de-2275-4de0-96fb-1176af1abccc from datanode DatanodeRegistration(127.0.0.1:46601, datanodeUuid=5953fd3f-8e2c-43e3-8618-85b3d82d1c6e, infoPort=35115, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044) 2024-11-21T03:57:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x924b386b9d945844 with lease ID 0x58fde46df522ad06: from storage DS-f5b100de-2275-4de0-96fb-1176af1abccc node DatanodeRegistration(127.0.0.1:46601, datanodeUuid=5953fd3f-8e2c-43e3-8618-85b3d82d1c6e, infoPort=35115, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:57:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c9a88807d1391ab with lease ID 0x58fde46df522ad07: Processing first storage report for DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63 from datanode DatanodeRegistration(127.0.0.1:41625, datanodeUuid=752b89e5-79f2-4360-b913-0fb42a14ce5e, infoPort=41751, infoSecurePort=0, ipcPort=33405, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044) 2024-11-21T03:57:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c9a88807d1391ab with lease ID 0x58fde46df522ad07: from storage DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63 node DatanodeRegistration(127.0.0.1:41625, datanodeUuid=752b89e5-79f2-4360-b913-0fb42a14ce5e, infoPort=41751, infoSecurePort=0, ipcPort=33405, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T03:57:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68167463737958cd with lease ID 0x58fde46df522ad05: Processing first storage report for DS-dfbb5820-4d55-435f-ad1b-021bb0b0913d from datanode DatanodeRegistration(127.0.0.1:35329, datanodeUuid=ecace93b-9c71-41e6-952d-e7a608556b64, infoPort=41653, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044) 2024-11-21T03:57:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68167463737958cd with lease ID 0x58fde46df522ad05: from storage DS-dfbb5820-4d55-435f-ad1b-021bb0b0913d node DatanodeRegistration(127.0.0.1:35329, datanodeUuid=ecace93b-9c71-41e6-952d-e7a608556b64, infoPort=41653, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:57:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x924b386b9d945844 with lease ID 0x58fde46df522ad06: Processing first storage report for DS-5479d75d-4093-4968-9af2-7cd6e4f60467 from datanode DatanodeRegistration(127.0.0.1:46601, datanodeUuid=5953fd3f-8e2c-43e3-8618-85b3d82d1c6e, infoPort=35115, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044) 2024-11-21T03:57:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x924b386b9d945844 with lease ID 0x58fde46df522ad06: from storage DS-5479d75d-4093-4968-9af2-7cd6e4f60467 node DatanodeRegistration(127.0.0.1:46601, datanodeUuid=5953fd3f-8e2c-43e3-8618-85b3d82d1c6e, infoPort=35115, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:57:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c9a88807d1391ab with lease ID 0x58fde46df522ad07: Processing first storage report for DS-63475268-2ca7-4b42-b930-ec14e46b7e66 from datanode DatanodeRegistration(127.0.0.1:41625, datanodeUuid=752b89e5-79f2-4360-b913-0fb42a14ce5e, infoPort=41751, infoSecurePort=0, ipcPort=33405, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044) 2024-11-21T03:57:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c9a88807d1391ab with lease ID 0x58fde46df522ad07: from storage DS-63475268-2ca7-4b42-b930-ec14e46b7e66 node DatanodeRegistration(127.0.0.1:41625, datanodeUuid=752b89e5-79f2-4360-b913-0fb42a14ce5e, infoPort=41751, infoSecurePort=0, ipcPort=33405, storageInfo=lv=-57;cid=testClusterID;nsid=1264382756;c=1732161448044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:57:31,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b 2024-11-21T03:57:31,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/zookeeper_0, clientPort=61663, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T03:57:31,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61663 2024-11-21T03:57:31,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:31,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741825_1001 (size=7) 2024-11-21T03:57:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741825_1001 (size=7) 2024-11-21T03:57:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741825_1001 (size=7) 2024-11-21T03:57:31,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 with version=8 2024-11-21T03:57:31,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/hbase-staging 2024-11-21T03:57:31,927 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T03:57:32,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T03:57:32,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T03:57:32,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T03:57:32,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T03:57:32,341 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T03:57:32,350 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T03:57:32,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T03:57:32,376 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 101866 (auto-detected) 2024-11-21T03:57:32,377 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T03:57:32,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42301 2024-11-21T03:57:32,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42301 connecting to ZooKeeper ensemble=127.0.0.1:61663 2024-11-21T03:57:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423010x0, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T03:57:32,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42301-0x1015cd3c7660000 connected 2024-11-21T03:57:32,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T03:57:32,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90, hbase.cluster.distributed=false 2024-11-21T03:57:32,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T03:57:32,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42301 2024-11-21T03:57:32,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42301 2024-11-21T03:57:32,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42301 2024-11-21T03:57:32,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42301 2024-11-21T03:57:32,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42301 2024-11-21T03:57:32,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T03:57:32,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T03:57:32,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T03:57:32,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T03:57:32,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T03:57:32,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46339 2024-11-21T03:57:32,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46339 connecting to ZooKeeper ensemble=127.0.0.1:61663 2024-11-21T03:57:32,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463390x0, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T03:57:32,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463390x0, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T03:57:32,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46339-0x1015cd3c7660001 connected 2024-11-21T03:57:32,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T03:57:32,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T03:57:32,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T03:57:32,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T03:57:32,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-21T03:57:32,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46339 2024-11-21T03:57:32,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46339 2024-11-21T03:57:32,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-21T03:57:32,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-21T03:57:32,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T03:57:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T03:57:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T03:57:32,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T03:57:32,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T03:57:32,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38067 2024-11-21T03:57:32,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38067 connecting to ZooKeeper ensemble=127.0.0.1:61663 2024-11-21T03:57:32,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380670x0, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T03:57:32,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38067-0x1015cd3c7660002 connected 2024-11-21T03:57:32,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T03:57:32,892 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T03:57:32,893 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T03:57:32,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T03:57:32,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T03:57:32,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-21T03:57:32,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38067 2024-11-21T03:57:32,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38067 2024-11-21T03:57:32,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-21T03:57:32,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-21T03:57:32,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T03:57:32,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T03:57:32,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T03:57:32,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T03:57:32,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T03:57:32,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T03:57:32,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36731 2024-11-21T03:57:32,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36731 connecting to ZooKeeper ensemble=127.0.0.1:61663 2024-11-21T03:57:32,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:32,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367310x0, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T03:57:32,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367310x0, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T03:57:32,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36731-0x1015cd3c7660003 connected 2024-11-21T03:57:32,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T03:57:32,955 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T03:57:32,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T03:57:32,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T03:57:32,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-21T03:57:32,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36731 2024-11-21T03:57:32,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36731 2024-11-21T03:57:32,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-21T03:57:32,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-21T03:57:32,980 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fdc0a393186c:42301 2024-11-21T03:57:32,981 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fdc0a393186c,42301,1732161452008 2024-11-21T03:57:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:33,001 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fdc0a393186c,42301,1732161452008 2024-11-21T03:57:33,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T03:57:33,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T03:57:33,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T03:57:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,033 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T03:57:33,034 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fdc0a393186c,42301,1732161452008 from backup master directory 2024-11-21T03:57:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fdc0a393186c,42301,1732161452008 2024-11-21T03:57:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T03:57:33,046 WARN [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T03:57:33,046 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fdc0a393186c,42301,1732161452008 2024-11-21T03:57:33,048 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T03:57:33,050 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T03:57:33,102 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/hbase.id] with ID: 1b353d06-28cd-42c6-a4ab-ef72163e30f0 2024-11-21T03:57:33,102 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/.tmp/hbase.id 2024-11-21T03:57:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741826_1002 (size=42) 2024-11-21T03:57:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741826_1002 (size=42) 2024-11-21T03:57:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741826_1002 (size=42) 2024-11-21T03:57:33,117 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/.tmp/hbase.id]:[hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/hbase.id] 2024-11-21T03:57:33,162 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:57:33,166 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T03:57:33,184 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T03:57:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741827_1003 (size=196) 2024-11-21T03:57:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741827_1003 (size=196) 2024-11-21T03:57:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741827_1003 (size=196) 2024-11-21T03:57:33,247 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T03:57:33,249 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T03:57:33,263 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:57:33,267 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T03:57:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741828_1004 (size=1189) 2024-11-21T03:57:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741828_1004 (size=1189) 2024-11-21T03:57:33,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741828_1004 (size=1189) 2024-11-21T03:57:33,314 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store 2024-11-21T03:57:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741829_1005 (size=34) 2024-11-21T03:57:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741829_1005 (size=34) 2024-11-21T03:57:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741829_1005 (size=34) 2024-11-21T03:57:33,340 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T03:57:33,343 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:33,344 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T03:57:33,344 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T03:57:33,345 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T03:57:33,346 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T03:57:33,346 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T03:57:33,346 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T03:57:33,347 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732161453344Disabling compacts and flushes for region at 1732161453344Disabling writes for close at 1732161453346 (+2 ms)Writing region close event to WAL at 1732161453346Closed at 1732161453346 2024-11-21T03:57:33,349 WARN [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/.initializing 2024-11-21T03:57:33,350 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/WALs/fdc0a393186c,42301,1732161452008 2024-11-21T03:57:33,357 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T03:57:33,371 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C42301%2C1732161452008, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/WALs/fdc0a393186c,42301,1732161452008, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/oldWALs, maxLogs=10 2024-11-21T03:57:33,392 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/WALs/fdc0a393186c,42301,1732161452008/fdc0a393186c%2C42301%2C1732161452008.1732161453376, exclude list is [], retry=0 2024-11-21T03:57:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41625,DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63,DISK] 2024-11-21T03:57:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-ed642051-b6e2-4879-be99-15834f65c487,DISK] 2024-11-21T03:57:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46601,DS-f5b100de-2275-4de0-96fb-1176af1abccc,DISK] 2024-11-21T03:57:33,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T03:57:33,451 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/WALs/fdc0a393186c,42301,1732161452008/fdc0a393186c%2C42301%2C1732161452008.1732161453376 2024-11-21T03:57:33,452 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35115:35115),(127.0.0.1/127.0.0.1:41751:41751)] 2024-11-21T03:57:33,453 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T03:57:33,453 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:33,456 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,457 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T03:57:33,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:33,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:33,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T03:57:33,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:33,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:33,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T03:57:33,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:33,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:33,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T03:57:33,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:33,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:33,537 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,542 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,543 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,549 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,549 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,554 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T03:57:33,559 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T03:57:33,563 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:33,564 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68531953, jitterRate=0.021205678582191467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T03:57:33,571 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732161453469Initializing all the Stores at 1732161453471 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161453471Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161453472 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161453472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161453472Cleaning up temporary data from old regions at 1732161453550 (+78 ms)Region opened successfully at 1732161453571 (+21 ms) 2024-11-21T03:57:33,572 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T03:57:33,602 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f77e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T03:57:33,628 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T03:57:33,637 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T03:57:33,637 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T03:57:33,639 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T03:57:33,641 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T03:57:33,645 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T03:57:33,645 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T03:57:33,668 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T03:57:33,676 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T03:57:33,711 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T03:57:33,714 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T03:57:33,716 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T03:57:33,723 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T03:57:33,726 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T03:57:33,730 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T03:57:33,740 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T03:57:33,742 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T03:57:33,753 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T03:57:33,774 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T03:57:33,781 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T03:57:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T03:57:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T03:57:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T03:57:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T03:57:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,799 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fdc0a393186c,42301,1732161452008, sessionid=0x1015cd3c7660000, setting cluster-up flag (Was=false) 2024-11-21T03:57:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,865 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T03:57:33,869 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fdc0a393186c,42301,1732161452008 2024-11-21T03:57:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:33,923 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T03:57:33,925 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fdc0a393186c,42301,1732161452008 2024-11-21T03:57:33,933 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T03:57:33,966 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(746): ClusterId : 1b353d06-28cd-42c6-a4ab-ef72163e30f0 2024-11-21T03:57:33,966 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(746): ClusterId : 1b353d06-28cd-42c6-a4ab-ef72163e30f0 2024-11-21T03:57:33,966 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(746): ClusterId : 1b353d06-28cd-42c6-a4ab-ef72163e30f0 2024-11-21T03:57:33,969 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T03:57:33,969 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T03:57:33,969 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T03:57:33,996 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T03:57:33,996 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T03:57:33,996 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T03:57:33,997 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T03:57:33,997 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T03:57:33,997 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T03:57:34,000 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T03:57:34,007 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T03:57:34,007 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T03:57:34,007 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T03:57:34,008 DEBUG [RS:1;fdc0a393186c:38067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40112172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T03:57:34,008 DEBUG [RS:2;fdc0a393186c:36731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b779490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T03:57:34,008 DEBUG [RS:0;fdc0a393186c:46339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1e4f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T03:57:34,010 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T03:57:34,018 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T03:57:34,026 DEBUG [RS:0;fdc0a393186c:46339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fdc0a393186c:46339 2024-11-21T03:57:34,026 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fdc0a393186c:36731 2024-11-21T03:57:34,026 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fdc0a393186c:38067 2024-11-21T03:57:34,025 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fdc0a393186c,42301,1732161452008 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T03:57:34,030 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T03:57:34,030 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T03:57:34,030 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T03:57:34,030 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T03:57:34,030 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T03:57:34,030 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T03:57:34,030 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T03:57:34,030 DEBUG [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T03:57:34,030 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T03:57:34,032 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,42301,1732161452008 with port=38067, startcode=1732161452846 2024-11-21T03:57:34,032 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,42301,1732161452008 with port=46339, startcode=1732161452740 2024-11-21T03:57:34,032 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,42301,1732161452008 with port=36731, startcode=1732161452921 2024-11-21T03:57:34,033 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T03:57:34,033 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T03:57:34,033 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T03:57:34,034 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T03:57:34,034 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fdc0a393186c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T03:57:34,034 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,034 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T03:57:34,034 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,035 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161484035 2024-11-21T03:57:34,037 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T03:57:34,039 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T03:57:34,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T03:57:34,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T03:57:34,044 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T03:57:34,044 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T03:57:34,045 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T03:57:34,045 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T03:57:34,047 DEBUG [RS:0;fdc0a393186c:46339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T03:57:34,047 DEBUG [RS:2;fdc0a393186c:36731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T03:57:34,047 DEBUG [RS:1;fdc0a393186c:38067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T03:57:34,045 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,047 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T03:57:34,055 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T03:57:34,056 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T03:57:34,057 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T03:57:34,059 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T03:57:34,059 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T03:57:34,061 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161454061,5,FailOnTimeoutGroup] 2024-11-21T03:57:34,062 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161454062,5,FailOnTimeoutGroup] 2024-11-21T03:57:34,062 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,063 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T03:57:34,064 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,064 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741831_1007 (size=1321) 2024-11-21T03:57:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741831_1007 (size=1321) 2024-11-21T03:57:34,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741831_1007 (size=1321) 2024-11-21T03:57:34,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T03:57:34,100 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:34,117 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T03:57:34,117 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T03:57:34,117 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46177, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T03:57:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741832_1008 (size=32) 2024-11-21T03:57:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741832_1008 (size=32) 2024-11-21T03:57:34,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741832_1008 (size=32) 2024-11-21T03:57:34,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:34,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,36731,1732161452921 2024-11-21T03:57:34,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T03:57:34,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:34,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T03:57:34,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T03:57:34,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T03:57:34,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T03:57:34,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T03:57:34,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,38067,1732161452846 2024-11-21T03:57:34,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:34,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T03:57:34,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T03:57:34,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,141 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:34,142 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36813 2024-11-21T03:57:34,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T03:57:34,142 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T03:57:34,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,143 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:34,143 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36813 2024-11-21T03:57:34,143 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T03:57:34,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740 2024-11-21T03:57:34,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740 2024-11-21T03:57:34,147 DEBUG [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:34,147 DEBUG [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36813 2024-11-21T03:57:34,147 DEBUG [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T03:57:34,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T03:57:34,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T03:57:34,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T03:57:34,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T03:57:34,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:34,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71654896, jitterRate=0.06774115562438965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T03:57:34,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732161454121Initializing all the Stores at 1732161454123 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161454123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161454124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161454124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161454124Cleaning up temporary data from old regions at 1732161454149 (+25 ms)Region opened successfully at 1732161454162 (+13 ms) 2024-11-21T03:57:34,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T03:57:34,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T03:57:34,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T03:57:34,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T03:57:34,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T03:57:34,164 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T03:57:34,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732161454162Disabling compacts and flushes for region at 1732161454162Disabling writes for close at 1732161454162Writing region close event to WAL at 1732161454163 (+1 ms)Closed at 1732161454164 (+1 ms) 2024-11-21T03:57:34,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T03:57:34,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T03:57:34,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T03:57:34,188 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T03:57:34,191 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T03:57:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T03:57:34,223 DEBUG [RS:1;fdc0a393186c:38067 {}] zookeeper.ZKUtil(111): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,38067,1732161452846 2024-11-21T03:57:34,223 DEBUG [RS:2;fdc0a393186c:36731 {}] zookeeper.ZKUtil(111): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,36731,1732161452921 2024-11-21T03:57:34,223 WARN [RS:1;fdc0a393186c:38067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T03:57:34,223 WARN [RS:2;fdc0a393186c:36731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T03:57:34,223 INFO [RS:2;fdc0a393186c:36731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T03:57:34,223 INFO [RS:1;fdc0a393186c:38067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T03:57:34,223 DEBUG [RS:0;fdc0a393186c:46339 {}] zookeeper.ZKUtil(111): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,223 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,36731,1732161452921 2024-11-21T03:57:34,223 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846 2024-11-21T03:57:34,223 WARN [RS:0;fdc0a393186c:46339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T03:57:34,224 INFO [RS:0;fdc0a393186c:46339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T03:57:34,224 DEBUG [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,36731,1732161452921] 2024-11-21T03:57:34,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,46339,1732161452740] 2024-11-21T03:57:34,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,38067,1732161452846] 2024-11-21T03:57:34,249 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T03:57:34,249 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T03:57:34,249 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T03:57:34,265 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T03:57:34,265 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T03:57:34,265 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T03:57:34,270 INFO [RS:2;fdc0a393186c:36731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T03:57:34,270 INFO [RS:0;fdc0a393186c:46339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T03:57:34,270 INFO [RS:1;fdc0a393186c:38067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T03:57:34,271 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,271 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,271 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,272 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T03:57:34,272 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T03:57:34,272 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T03:57:34,278 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T03:57:34,278 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T03:57:34,278 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T03:57:34,280 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,280 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,280 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,280 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,280 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T03:57:34,281 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T03:57:34,281 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,281 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T03:57:34,282 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:1;fdc0a393186c:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T03:57:34,282 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T03:57:34,282 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T03:57:34,282 DEBUG [RS:0;fdc0a393186c:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T03:57:34,282 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T03:57:34,282 DEBUG [RS:2;fdc0a393186c:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T03:57:34,286 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,286 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,286 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,286 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,46339,1732161452740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,38067,1732161452846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,287 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,288 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,288 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,36731,1732161452921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T03:57:34,306 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T03:57:34,308 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T03:57:34,308 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,36731,1732161452921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,308 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,46339,1732161452740-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,308 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,308 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,309 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.Replication(171): fdc0a393186c,46339,1732161452740 started 2024-11-21T03:57:34,309 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.Replication(171): fdc0a393186c,36731,1732161452921 started 2024-11-21T03:57:34,312 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T03:57:34,312 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,38067,1732161452846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,312 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,312 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.Replication(171): fdc0a393186c,38067,1732161452846 started 2024-11-21T03:57:34,325 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,326 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,36731,1732161452921, RpcServer on fdc0a393186c/172.17.0.2:36731, sessionid=0x1015cd3c7660003 2024-11-21T03:57:34,326 INFO [RS:0;fdc0a393186c:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,327 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,46339,1732161452740, RpcServer on fdc0a393186c/172.17.0.2:46339, sessionid=0x1015cd3c7660001 2024-11-21T03:57:34,327 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T03:57:34,327 DEBUG [RS:2;fdc0a393186c:36731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,36731,1732161452921 2024-11-21T03:57:34,327 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T03:57:34,327 DEBUG [RS:0;fdc0a393186c:46339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,327 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,46339,1732161452740' 2024-11-21T03:57:34,327 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,36731,1732161452921' 2024-11-21T03:57:34,327 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T03:57:34,327 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T03:57:34,328 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T03:57:34,328 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T03:57:34,329 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T03:57:34,329 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T03:57:34,329 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T03:57:34,329 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T03:57:34,329 DEBUG [RS:0;fdc0a393186c:46339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,329 DEBUG [RS:2;fdc0a393186c:36731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,36731,1732161452921 2024-11-21T03:57:34,329 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,46339,1732161452740' 2024-11-21T03:57:34,329 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T03:57:34,329 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,36731,1732161452921' 2024-11-21T03:57:34,329 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T03:57:34,330 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T03:57:34,330 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T03:57:34,330 DEBUG [RS:0;fdc0a393186c:46339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T03:57:34,330 INFO [RS:0;fdc0a393186c:46339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T03:57:34,330 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:34,330 INFO [RS:0;fdc0a393186c:46339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T03:57:34,330 DEBUG [RS:2;fdc0a393186c:36731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T03:57:34,330 INFO [RS:2;fdc0a393186c:36731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T03:57:34,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,38067,1732161452846, RpcServer on fdc0a393186c/172.17.0.2:38067, sessionid=0x1015cd3c7660002 2024-11-21T03:57:34,330 INFO [RS:2;fdc0a393186c:36731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T03:57:34,330 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T03:57:34,331 DEBUG [RS:1;fdc0a393186c:38067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,38067,1732161452846 2024-11-21T03:57:34,331 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,38067,1732161452846' 2024-11-21T03:57:34,331 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T03:57:34,331 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T03:57:34,332 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T03:57:34,332 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T03:57:34,332 DEBUG [RS:1;fdc0a393186c:38067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,38067,1732161452846 2024-11-21T03:57:34,332 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,38067,1732161452846' 2024-11-21T03:57:34,332 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T03:57:34,333 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T03:57:34,333 DEBUG [RS:1;fdc0a393186c:38067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T03:57:34,333 INFO [RS:1;fdc0a393186c:38067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T03:57:34,333 INFO [RS:1;fdc0a393186c:38067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T03:57:34,342 WARN [fdc0a393186c:42301 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T03:57:34,437 INFO [RS:2;fdc0a393186c:36731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T03:57:34,437 INFO [RS:1;fdc0a393186c:38067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T03:57:34,437 INFO [RS:0;fdc0a393186c:46339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T03:57:34,440 INFO [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C38067%2C1732161452846, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs, maxLogs=32 2024-11-21T03:57:34,440 INFO [RS:2;fdc0a393186c:36731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C36731%2C1732161452921, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,36731,1732161452921, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs, maxLogs=32 2024-11-21T03:57:34,440 INFO [RS:0;fdc0a393186c:46339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C46339%2C1732161452740, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs, maxLogs=32 2024-11-21T03:57:34,456 DEBUG [RS:2;fdc0a393186c:36731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,36731,1732161452921/fdc0a393186c%2C36731%2C1732161452921.1732161454443, exclude list is [], retry=0 2024-11-21T03:57:34,456 DEBUG [RS:1;fdc0a393186c:38067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846/fdc0a393186c%2C38067%2C1732161452846.1732161454443, exclude list is [], retry=0 2024-11-21T03:57:34,458 DEBUG [RS:0;fdc0a393186c:46339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740/fdc0a393186c%2C46339%2C1732161452740.1732161454443, exclude list is [], retry=0 2024-11-21T03:57:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46601,DS-f5b100de-2275-4de0-96fb-1176af1abccc,DISK] 2024-11-21T03:57:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46601,DS-f5b100de-2275-4de0-96fb-1176af1abccc,DISK] 2024-11-21T03:57:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-ed642051-b6e2-4879-be99-15834f65c487,DISK] 2024-11-21T03:57:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41625,DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63,DISK] 2024-11-21T03:57:34,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41625,DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63,DISK] 2024-11-21T03:57:34,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-ed642051-b6e2-4879-be99-15834f65c487,DISK] 2024-11-21T03:57:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-ed642051-b6e2-4879-be99-15834f65c487,DISK] 2024-11-21T03:57:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41625,DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63,DISK] 2024-11-21T03:57:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46601,DS-f5b100de-2275-4de0-96fb-1176af1abccc,DISK] 2024-11-21T03:57:34,471 INFO [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846/fdc0a393186c%2C38067%2C1732161452846.1732161454443 2024-11-21T03:57:34,472 DEBUG [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115),(127.0.0.1/127.0.0.1:41751:41751),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-21T03:57:34,473 INFO [RS:0;fdc0a393186c:46339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740/fdc0a393186c%2C46339%2C1732161452740.1732161454443 2024-11-21T03:57:34,474 DEBUG [RS:0;fdc0a393186c:46339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35115:35115),(127.0.0.1/127.0.0.1:41751:41751)] 2024-11-21T03:57:34,475 INFO [RS:2;fdc0a393186c:36731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,36731,1732161452921/fdc0a393186c%2C36731%2C1732161452921.1732161454443 2024-11-21T03:57:34,475 DEBUG [RS:2;fdc0a393186c:36731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35115:35115),(127.0.0.1/127.0.0.1:41751:41751)] 2024-11-21T03:57:34,597 DEBUG [fdc0a393186c:42301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T03:57:34,605 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T03:57:34,611 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T03:57:34,611 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T03:57:34,611 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T03:57:34,611 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T03:57:34,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,623 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,46339,1732161452740, state=OPENING 2024-11-21T03:57:34,648 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T03:57:34,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T03:57:34,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:34,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:34,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:34,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:34,704 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T03:57:34,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:34,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T03:57:34,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T03:57:34,902 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T03:57:34,902 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T03:57:34,903 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T03:57:34,906 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C46339%2C1732161452740.meta, suffix=.meta, logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs, maxLogs=32 2024-11-21T03:57:34,921 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, exclude list is [], retry=0 2024-11-21T03:57:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41625,DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63,DISK] 2024-11-21T03:57:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-ed642051-b6e2-4879-be99-15834f65c487,DISK] 2024-11-21T03:57:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46601,DS-f5b100de-2275-4de0-96fb-1176af1abccc,DISK] 2024-11-21T03:57:34,928 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta 2024-11-21T03:57:34,928 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41751:41751),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35115:35115)] 2024-11-21T03:57:34,929 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T03:57:34,930 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T03:57:34,932 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T03:57:34,936 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T03:57:34,940 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T03:57:34,940 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:34,940 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T03:57:34,940 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T03:57:34,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T03:57:34,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T03:57:34,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T03:57:34,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T03:57:34,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T03:57:34,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T03:57:34,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T03:57:34,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T03:57:34,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:34,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T03:57:34,953 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T03:57:34,954 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740 2024-11-21T03:57:34,957 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740 2024-11-21T03:57:34,960 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T03:57:34,960 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T03:57:34,961 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T03:57:34,963 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T03:57:34,965 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59545303, jitterRate=-0.11270584166049957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T03:57:34,965 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T03:57:34,966 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732161454941Writing region info on filesystem at 1732161454941Initializing all the Stores at 1732161454943 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161454943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161454943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161454943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161454943Cleaning up temporary data from old regions at 1732161454960 (+17 ms)Running coprocessor post-open hooks at 1732161454965 (+5 ms)Region opened successfully at 1732161454966 (+1 ms) 2024-11-21T03:57:34,972 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732161454877 2024-11-21T03:57:34,981 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T03:57:34,982 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T03:57:34,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:34,986 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,46339,1732161452740, state=OPEN 2024-11-21T03:57:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:35,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:35,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:35,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:35,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:35,016 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:35,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T03:57:35,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,46339,1732161452740 in 310 msec 2024-11-21T03:57:35,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T03:57:35,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 850 msec 2024-11-21T03:57:35,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T03:57:35,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T03:57:35,047 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:35,049 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:35,066 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T03:57:35,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49327, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T03:57:35,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1280 sec 2024-11-21T03:57:35,090 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732161455090, completionTime=-1 2024-11-21T03:57:35,095 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T03:57:35,095 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T03:57:35,125 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T03:57:35,126 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161515126 2024-11-21T03:57:35,126 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161575126 2024-11-21T03:57:35,126 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-21T03:57:35,128 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:57:35,136 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,42301,1732161452008-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,137 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,42301,1732161452008-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,137 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,42301,1732161452008-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,139 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fdc0a393186c:42301, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,139 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,140 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,146 DEBUG [master/fdc0a393186c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T03:57:35,171 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.125sec 2024-11-21T03:57:35,173 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T03:57:35,174 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T03:57:35,175 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T03:57:35,176 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T03:57:35,176 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T03:57:35,177 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,42301,1732161452008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T03:57:35,177 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,42301,1732161452008-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T03:57:35,182 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T03:57:35,183 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T03:57:35,183 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,42301,1732161452008-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T03:57:35,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T03:57:35,285 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T03:57:35,286 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T03:57:35,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fdc0a393186c,42301,-1 for getting cluster id 2024-11-21T03:57:35,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T03:57:35,301 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b353d06-28cd-42c6-a4ab-ef72163e30f0' 2024-11-21T03:57:35,303 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T03:57:35,303 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b353d06-28cd-42c6-a4ab-ef72163e30f0" 2024-11-21T03:57:35,305 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b6aefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T03:57:35,305 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fdc0a393186c,42301,-1] 2024-11-21T03:57:35,307 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T03:57:35,309 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T03:57:35,310 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T03:57:35,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450942db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T03:57:35,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:35,319 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:35,320 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T03:57:35,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T03:57:35,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fdc0a393186c,42301,1732161452008 2024-11-21T03:57:35,359 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T03:57:35,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T03:57:35,372 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fdc0a393186c,42301,1732161452008 2024-11-21T03:57:35,374 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@507c75ad 2024-11-21T03:57:35,375 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T03:57:35,377 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T03:57:35,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T03:57:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T03:57:35,394 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T03:57:35,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-21T03:57:35,396 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:35,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T03:57:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T03:57:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741837_1013 (size=1020) 2024-11-21T03:57:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741837_1013 (size=1020) 2024-11-21T03:57:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741837_1013 (size=1020) 2024-11-21T03:57:35,417 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c205ab8be721aa8a1628fb653a6906ce, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,418 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 267d22932b0316b4127fe6f228ac45d6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,418 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 139e5e9550efe8cdf7255e83dab8d71c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741839_1015 (size=110) 2024-11-21T03:57:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741839_1015 (size=110) 2024-11-21T03:57:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741839_1015 (size=110) 2024-11-21T03:57:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741840_1016 (size=110) 2024-11-21T03:57:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741840_1016 (size=110) 2024-11-21T03:57:35,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c205ab8be721aa8a1628fb653a6906ce, disabling compactions & flushes 2024-11-21T03:57:35,441 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:35,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:35,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. after waiting 0 ms 2024-11-21T03:57:35,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:35,442 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741840_1016 (size=110) 2024-11-21T03:57:35,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c205ab8be721aa8a1628fb653a6906ce: Waiting for close lock at 1732161455441Disabling compacts and flushes for region at 1732161455441Disabling writes for close at 1732161455441Writing region close event to WAL at 1732161455441Closed at 1732161455441 2024-11-21T03:57:35,442 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6f4f32a5a3598cfbbf67cb1b0b556cfb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 139e5e9550efe8cdf7255e83dab8d71c, disabling compactions & flushes 2024-11-21T03:57:35,443 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:35,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:35,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. after waiting 0 ms 2024-11-21T03:57:35,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:35,443 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:35,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 139e5e9550efe8cdf7255e83dab8d71c: Waiting for close lock at 1732161455442Disabling compacts and flushes for region at 1732161455442Disabling writes for close at 1732161455443 (+1 ms)Writing region close event to WAL at 1732161455443Closed at 1732161455443 2024-11-21T03:57:35,444 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 213c3642d134f3d25a014e3b90ecaa8a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741838_1014 (size=107) 2024-11-21T03:57:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741838_1014 (size=107) 2024-11-21T03:57:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741838_1014 (size=107) 2024-11-21T03:57:35,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 267d22932b0316b4127fe6f228ac45d6, disabling compactions & flushes 2024-11-21T03:57:35,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:35,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:35,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. after waiting 0 ms 2024-11-21T03:57:35,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:35,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:35,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 267d22932b0316b4127fe6f228ac45d6: Waiting for close lock at 1732161455451Disabling compacts and flushes for region at 1732161455451Disabling writes for close at 1732161455451Writing region close event to WAL at 1732161455451Closed at 1732161455451 2024-11-21T03:57:35,452 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b1c4367e30c5c91b8152f5602bf5ec9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741841_1017 (size=110) 2024-11-21T03:57:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741841_1017 (size=110) 2024-11-21T03:57:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741841_1017 (size=110) 2024-11-21T03:57:35,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 213c3642d134f3d25a014e3b90ecaa8a, disabling compactions & flushes 2024-11-21T03:57:35,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:35,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:35,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. after waiting 0 ms 2024-11-21T03:57:35,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:35,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:35,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 213c3642d134f3d25a014e3b90ecaa8a: Waiting for close lock at 1732161455471Disabling compacts and flushes for region at 1732161455471Disabling writes for close at 1732161455471Writing region close event to WAL at 1732161455471Closed at 1732161455471 2024-11-21T03:57:35,472 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 30d633482f970a62a6ccdc6b9f5ea84a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741842_1018 (size=110) 2024-11-21T03:57:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741842_1018 (size=110) 2024-11-21T03:57:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741842_1018 (size=110) 2024-11-21T03:57:35,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6f4f32a5a3598cfbbf67cb1b0b556cfb, disabling compactions & flushes 2024-11-21T03:57:35,477 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:35,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:35,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. after waiting 0 ms 2024-11-21T03:57:35,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:35,477 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:35,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6f4f32a5a3598cfbbf67cb1b0b556cfb: Waiting for close lock at 1732161455477Disabling compacts and flushes for region at 1732161455477Disabling writes for close at 1732161455477Writing region close event to WAL at 1732161455477Closed at 1732161455477 2024-11-21T03:57:35,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741843_1019 (size=110) 2024-11-21T03:57:35,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741843_1019 (size=110) 2024-11-21T03:57:35,478 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1c19a0d4c8ff90fa6df302053195f501, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741843_1019 (size=110) 2024-11-21T03:57:35,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7b1c4367e30c5c91b8152f5602bf5ec9, disabling compactions & flushes 2024-11-21T03:57:35,482 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:35,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:35,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. after waiting 0 ms 2024-11-21T03:57:35,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:35,482 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:35,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b1c4367e30c5c91b8152f5602bf5ec9: Waiting for close lock at 1732161455482Disabling compacts and flushes for region at 1732161455482Disabling writes for close at 1732161455482Writing region close event to WAL at 1732161455482Closed at 1732161455482 2024-11-21T03:57:35,483 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea8e425dfbe80ef09189a13c2af69c4f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741845_1021 (size=110) 2024-11-21T03:57:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741845_1021 (size=110) 2024-11-21T03:57:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741845_1021 (size=110) 2024-11-21T03:57:35,493 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,493 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1c19a0d4c8ff90fa6df302053195f501, disabling compactions & flushes 2024-11-21T03:57:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741844_1020 (size=110) 2024-11-21T03:57:35,494 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:35,494 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:35,494 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. after waiting 0 ms 2024-11-21T03:57:35,494 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:35,494 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741844_1020 (size=110) 2024-11-21T03:57:35,494 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1c19a0d4c8ff90fa6df302053195f501: Waiting for close lock at 1732161455493Disabling compacts and flushes for region at 1732161455493Disabling writes for close at 1732161455494 (+1 ms)Writing region close event to WAL at 1732161455494Closed at 1732161455494 2024-11-21T03:57:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741844_1020 (size=110) 2024-11-21T03:57:35,495 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d242aa57fbe82db296ac890dfe3bea6d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,495 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 30d633482f970a62a6ccdc6b9f5ea84a, disabling compactions & flushes 2024-11-21T03:57:35,496 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:35,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:35,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. after waiting 0 ms 2024-11-21T03:57:35,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:35,496 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:35,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 30d633482f970a62a6ccdc6b9f5ea84a: Waiting for close lock at 1732161455496Disabling compacts and flushes for region at 1732161455496Disabling writes for close at 1732161455496Writing region close event to WAL at 1732161455496Closed at 1732161455496 2024-11-21T03:57:35,497 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eaa7d009ee3cf8bd115dd44cf171631e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741846_1022 (size=110) 2024-11-21T03:57:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741846_1022 (size=110) 2024-11-21T03:57:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741846_1022 (size=110) 2024-11-21T03:57:35,511 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ea8e425dfbe80ef09189a13c2af69c4f, disabling compactions & flushes 2024-11-21T03:57:35,512 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:35,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:35,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. after waiting 0 ms 2024-11-21T03:57:35,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:35,512 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:35,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea8e425dfbe80ef09189a13c2af69c4f: Waiting for close lock at 1732161455512Disabling compacts and flushes for region at 1732161455512Disabling writes for close at 1732161455512Writing region close event to WAL at 1732161455512Closed at 1732161455512 2024-11-21T03:57:35,513 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 326fd2bcbb5edc3d9563ab2c7f8338c4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T03:57:35,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741848_1024 (size=110) 2024-11-21T03:57:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741848_1024 (size=110) 2024-11-21T03:57:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741848_1024 (size=110) 2024-11-21T03:57:35,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d242aa57fbe82db296ac890dfe3bea6d, disabling compactions & flushes 2024-11-21T03:57:35,530 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:35,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:35,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. after waiting 0 ms 2024-11-21T03:57:35,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:35,531 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:35,531 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d242aa57fbe82db296ac890dfe3bea6d: Waiting for close lock at 1732161455530Disabling compacts and flushes for region at 1732161455530Disabling writes for close at 1732161455530Writing region close event to WAL at 1732161455530Closed at 1732161455530 2024-11-21T03:57:35,531 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aee55259fcb65dbb7be96128e790ac95, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741847_1023 (size=110) 2024-11-21T03:57:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741847_1023 (size=110) 2024-11-21T03:57:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741847_1023 (size=110) 2024-11-21T03:57:35,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing eaa7d009ee3cf8bd115dd44cf171631e, disabling compactions & flushes 2024-11-21T03:57:35,545 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:35,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:35,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. after waiting 0 ms 2024-11-21T03:57:35,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:35,545 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:35,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for eaa7d009ee3cf8bd115dd44cf171631e: Waiting for close lock at 1732161455544Disabling compacts and flushes for region at 1732161455544Disabling writes for close at 1732161455545 (+1 ms)Writing region close event to WAL at 1732161455545Closed at 1732161455545 2024-11-21T03:57:35,547 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 16446b95cb86b21b140f5c5fd5e9b079, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741849_1025 (size=110) 2024-11-21T03:57:35,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 326fd2bcbb5edc3d9563ab2c7f8338c4, disabling compactions & flushes 2024-11-21T03:57:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741849_1025 (size=110) 2024-11-21T03:57:35,554 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:35,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741849_1025 (size=110) 2024-11-21T03:57:35,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. after waiting 0 ms 2024-11-21T03:57:35,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741850_1026 (size=110) 2024-11-21T03:57:35,554 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:35,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 326fd2bcbb5edc3d9563ab2c7f8338c4: Waiting for close lock at 1732161455554Disabling compacts and flushes for region at 1732161455554Disabling writes for close at 1732161455554Writing region close event to WAL at 1732161455554Closed at 1732161455554 2024-11-21T03:57:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741850_1026 (size=110) 2024-11-21T03:57:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741850_1026 (size=110) 2024-11-21T03:57:35,555 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9601031f511d51d789d9778e5e05fd7f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741851_1027 (size=110) 2024-11-21T03:57:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741851_1027 (size=110) 2024-11-21T03:57:35,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741851_1027 (size=110) 2024-11-21T03:57:35,562 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,562 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 16446b95cb86b21b140f5c5fd5e9b079, disabling compactions & flushes 2024-11-21T03:57:35,562 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:35,562 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:35,562 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. after waiting 0 ms 2024-11-21T03:57:35,562 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:35,563 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:35,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 16446b95cb86b21b140f5c5fd5e9b079: Waiting for close lock at 1732161455562Disabling compacts and flushes for region at 1732161455562Disabling writes for close at 1732161455562Writing region close event to WAL at 1732161455562Closed at 1732161455562 2024-11-21T03:57:35,563 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 13fc34cac9374d6a56faec8863be3858, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741852_1028 (size=110) 2024-11-21T03:57:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741852_1028 (size=110) 2024-11-21T03:57:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741852_1028 (size=110) 2024-11-21T03:57:35,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 9601031f511d51d789d9778e5e05fd7f, disabling compactions & flushes 2024-11-21T03:57:35,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:35,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:35,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. after waiting 0 ms 2024-11-21T03:57:35,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:35,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:35,569 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9601031f511d51d789d9778e5e05fd7f: Waiting for close lock at 1732161455568Disabling compacts and flushes for region at 1732161455568Disabling writes for close at 1732161455568Writing region close event to WAL at 1732161455568Closed at 1732161455568 2024-11-21T03:57:35,570 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85c8a5c2c813e0dd720a53a2ac08f4d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741853_1029 (size=110) 2024-11-21T03:57:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741853_1029 (size=110) 2024-11-21T03:57:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741853_1029 (size=110) 2024-11-21T03:57:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741854_1030 (size=110) 2024-11-21T03:57:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741854_1030 (size=110) 2024-11-21T03:57:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741854_1030 (size=110) 2024-11-21T03:57:35,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 85c8a5c2c813e0dd720a53a2ac08f4d0, disabling compactions & flushes 2024-11-21T03:57:35,583 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:35,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:35,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. after waiting 0 ms 2024-11-21T03:57:35,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:35,583 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:35,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85c8a5c2c813e0dd720a53a2ac08f4d0: Waiting for close lock at 1732161455583Disabling compacts and flushes for region at 1732161455583Disabling writes for close at 1732161455583Writing region close event to WAL at 1732161455583Closed at 1732161455583 2024-11-21T03:57:35,584 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f1ac673489c73d12b58a4d0450c7074, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741855_1031 (size=110) 2024-11-21T03:57:35,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741855_1031 (size=110) 2024-11-21T03:57:35,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741855_1031 (size=110) 2024-11-21T03:57:35,601 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,601 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1f1ac673489c73d12b58a4d0450c7074, disabling compactions & flushes 2024-11-21T03:57:35,601 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:35,601 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:35,601 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. after waiting 0 ms 2024-11-21T03:57:35,601 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:35,601 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:35,601 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f1ac673489c73d12b58a4d0450c7074: Waiting for close lock at 1732161455601Disabling compacts and flushes for region at 1732161455601Disabling writes for close at 1732161455601Writing region close event to WAL at 1732161455601Closed at 1732161455601 2024-11-21T03:57:35,602 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7ccffae552f0b223e0d8fc23a70eb7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741856_1032 (size=110) 2024-11-21T03:57:35,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741856_1032 (size=110) 2024-11-21T03:57:35,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741856_1032 (size=110) 2024-11-21T03:57:35,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a7ccffae552f0b223e0d8fc23a70eb7e, disabling compactions & flushes 2024-11-21T03:57:35,614 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:35,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:35,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. after waiting 0 ms 2024-11-21T03:57:35,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:35,614 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:35,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7ccffae552f0b223e0d8fc23a70eb7e: Waiting for close lock at 1732161455614Disabling compacts and flushes for region at 1732161455614Disabling writes for close at 1732161455614Writing region close event to WAL at 1732161455614Closed at 1732161455614 2024-11-21T03:57:35,615 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d346499b9e5be6a3d64404d379d2ee9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741857_1033 (size=110) 2024-11-21T03:57:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741857_1033 (size=110) 2024-11-21T03:57:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741857_1033 (size=110) 2024-11-21T03:57:35,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4d346499b9e5be6a3d64404d379d2ee9, disabling compactions & flushes 2024-11-21T03:57:35,634 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:35,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:35,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. after waiting 0 ms 2024-11-21T03:57:35,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:35,634 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:35,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d346499b9e5be6a3d64404d379d2ee9: Waiting for close lock at 1732161455634Disabling compacts and flushes for region at 1732161455634Disabling writes for close at 1732161455634Writing region close event to WAL at 1732161455634Closed at 1732161455634 2024-11-21T03:57:35,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 677c86ba0f01a2f4cc04deed3f37e836, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741858_1034 (size=110) 2024-11-21T03:57:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741858_1034 (size=110) 2024-11-21T03:57:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741858_1034 (size=110) 2024-11-21T03:57:35,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 677c86ba0f01a2f4cc04deed3f37e836, disabling compactions & flushes 2024-11-21T03:57:35,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:35,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:35,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. after waiting 0 ms 2024-11-21T03:57:35,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:35,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:35,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 677c86ba0f01a2f4cc04deed3f37e836: Waiting for close lock at 1732161455650Disabling compacts and flushes for region at 1732161455650Disabling writes for close at 1732161455651 (+1 ms)Writing region close event to WAL at 1732161455651Closed at 1732161455651 2024-11-21T03:57:35,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea2b40dbdb7b43c7d3f86a18f456f25a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741859_1035 (size=110) 2024-11-21T03:57:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741859_1035 (size=110) 2024-11-21T03:57:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741859_1035 (size=110) 2024-11-21T03:57:35,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ea2b40dbdb7b43c7d3f86a18f456f25a, disabling compactions & flushes 2024-11-21T03:57:35,669 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:35,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:35,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. after waiting 0 ms 2024-11-21T03:57:35,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:35,669 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:35,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea2b40dbdb7b43c7d3f86a18f456f25a: Waiting for close lock at 1732161455668Disabling compacts and flushes for region at 1732161455668Disabling writes for close at 1732161455669 (+1 ms)Writing region close event to WAL at 1732161455669Closed at 1732161455669 2024-11-21T03:57:35,670 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e6c34367a591dbb706456af3059f98c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741860_1036 (size=110) 2024-11-21T03:57:35,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741860_1036 (size=110) 2024-11-21T03:57:35,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741860_1036 (size=110) 2024-11-21T03:57:35,680 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,680 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5e6c34367a591dbb706456af3059f98c, disabling compactions & flushes 2024-11-21T03:57:35,680 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:35,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:35,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. after waiting 0 ms 2024-11-21T03:57:35,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:35,681 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:35,681 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e6c34367a591dbb706456af3059f98c: Waiting for close lock at 1732161455680Disabling compacts and flushes for region at 1732161455680Disabling writes for close at 1732161455681 (+1 ms)Writing region close event to WAL at 1732161455681Closed at 1732161455681 2024-11-21T03:57:35,681 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b73ee6e05446836850a2dae95b572c78, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741861_1037 (size=110) 2024-11-21T03:57:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741861_1037 (size=110) 2024-11-21T03:57:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741861_1037 (size=110) 2024-11-21T03:57:35,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b73ee6e05446836850a2dae95b572c78, disabling compactions & flushes 2024-11-21T03:57:35,693 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:35,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:35,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. after waiting 0 ms 2024-11-21T03:57:35,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:35,693 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:35,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b73ee6e05446836850a2dae95b572c78: Waiting for close lock at 1732161455693Disabling compacts and flushes for region at 1732161455693Disabling writes for close at 1732161455693Writing region close event to WAL at 1732161455693Closed at 1732161455693 2024-11-21T03:57:35,694 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41e8e31cd1b8a351804131ce548924fb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741862_1038 (size=110) 2024-11-21T03:57:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741862_1038 (size=110) 2024-11-21T03:57:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741862_1038 (size=110) 2024-11-21T03:57:35,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 41e8e31cd1b8a351804131ce548924fb, disabling compactions & flushes 2024-11-21T03:57:35,707 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:35,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:35,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. after waiting 0 ms 2024-11-21T03:57:35,708 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:35,708 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:35,708 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41e8e31cd1b8a351804131ce548924fb: Waiting for close lock at 1732161455707Disabling compacts and flushes for region at 1732161455707Disabling writes for close at 1732161455708 (+1 ms)Writing region close event to WAL at 1732161455708Closed at 1732161455708 2024-11-21T03:57:35,708 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea57ef9e7bce5526e11d81ddaa8c3f6e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90 2024-11-21T03:57:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741863_1039 (size=107) 2024-11-21T03:57:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741863_1039 (size=107) 2024-11-21T03:57:35,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741863_1039 (size=107) 2024-11-21T03:57:35,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ea57ef9e7bce5526e11d81ddaa8c3f6e, disabling compactions & flushes 2024-11-21T03:57:35,720 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:35,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:35,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. after waiting 0 ms 2024-11-21T03:57:35,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:35,720 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:35,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea57ef9e7bce5526e11d81ddaa8c3f6e: Waiting for close lock at 1732161455720Disabling compacts and flushes for region at 1732161455720Disabling writes for close at 1732161455720Writing region close event to WAL at 1732161455720Closed at 1732161455720 2024-11-21T03:57:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T03:57:35,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing aee55259fcb65dbb7be96128e790ac95, disabling compactions & flushes 2024-11-21T03:57:35,956 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:35,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:35,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. after waiting 0 ms 2024-11-21T03:57:35,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:35,957 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:35,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for aee55259fcb65dbb7be96128e790ac95: Waiting for close lock at 1732161455956Disabling compacts and flushes for region at 1732161455956Disabling writes for close at 1732161455956Writing region close event to WAL at 1732161455957 (+1 ms)Closed at 1732161455957 2024-11-21T03:57:35,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:35,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 13fc34cac9374d6a56faec8863be3858, disabling compactions & flushes 2024-11-21T03:57:35,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:35,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:35,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. after waiting 0 ms 2024-11-21T03:57:35,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:35,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:35,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 13fc34cac9374d6a56faec8863be3858: Waiting for close lock at 1732161455980Disabling compacts and flushes for region at 1732161455980Disabling writes for close at 1732161455980Writing region close event to WAL at 1732161455980Closed at 1732161455980 2024-11-21T03:57:35,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T03:57:35,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,996 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,996 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,996 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:35,996 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732161455984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161455984"}]},"ts":"1732161455984"} 2024-11-21T03:57:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T03:57:36,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-21T03:57:36,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T03:57:36,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732161456043"}]},"ts":"1732161456043"} 2024-11-21T03:57:36,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-21T03:57:36,056 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T03:57:36,096 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T03:57:36,096 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T03:57:36,096 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T03:57:36,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T03:57:36,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c205ab8be721aa8a1628fb653a6906ce, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=213c3642d134f3d25a014e3b90ecaa8a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b1c4367e30c5c91b8152f5602bf5ec9, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c19a0d4c8ff90fa6df302053195f501, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8e425dfbe80ef09189a13c2af69c4f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d242aa57fbe82db296ac890dfe3bea6d, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=326fd2bcbb5edc3d9563ab2c7f8338c4, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16446b95cb86b21b140f5c5fd5e9b079, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=85c8a5c2c813e0dd720a53a2ac08f4d0, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f1ac673489c73d12b58a4d0450c7074, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d346499b9e5be6a3d64404d379d2ee9, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=677c86ba0f01a2f4cc04deed3f37e836, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e6c34367a591dbb706456af3059f98c, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b73ee6e05446836850a2dae95b572c78, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea57ef9e7bce5526e11d81ddaa8c3f6e, ASSIGN}] 2024-11-21T03:57:36,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea57ef9e7bce5526e11d81ddaa8c3f6e, ASSIGN 2024-11-21T03:57:36,112 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea57ef9e7bce5526e11d81ddaa8c3f6e, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN 2024-11-21T03:57:36,115 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b73ee6e05446836850a2dae95b572c78, ASSIGN 2024-11-21T03:57:36,117 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b73ee6e05446836850a2dae95b572c78, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e6c34367a591dbb706456af3059f98c, ASSIGN 2024-11-21T03:57:36,120 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e6c34367a591dbb706456af3059f98c, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,122 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN 2024-11-21T03:57:36,123 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,124 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=677c86ba0f01a2f4cc04deed3f37e836, ASSIGN 2024-11-21T03:57:36,126 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=677c86ba0f01a2f4cc04deed3f37e836, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d346499b9e5be6a3d64404d379d2ee9, ASSIGN 2024-11-21T03:57:36,128 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d346499b9e5be6a3d64404d379d2ee9, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN 2024-11-21T03:57:36,130 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f1ac673489c73d12b58a4d0450c7074, ASSIGN 2024-11-21T03:57:36,133 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f1ac673489c73d12b58a4d0450c7074, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,134 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=85c8a5c2c813e0dd720a53a2ac08f4d0, ASSIGN 2024-11-21T03:57:36,136 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=85c8a5c2c813e0dd720a53a2ac08f4d0, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,137 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN 2024-11-21T03:57:36,139 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,140 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN 2024-11-21T03:57:36,141 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16446b95cb86b21b140f5c5fd5e9b079, ASSIGN 2024-11-21T03:57:36,143 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16446b95cb86b21b140f5c5fd5e9b079, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,145 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95, ASSIGN 2024-11-21T03:57:36,146 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=326fd2bcbb5edc3d9563ab2c7f8338c4, ASSIGN 2024-11-21T03:57:36,149 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=326fd2bcbb5edc3d9563ab2c7f8338c4, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,150 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN 2024-11-21T03:57:36,151 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,153 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d242aa57fbe82db296ac890dfe3bea6d, ASSIGN 2024-11-21T03:57:36,154 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d242aa57fbe82db296ac890dfe3bea6d, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,155 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8e425dfbe80ef09189a13c2af69c4f, ASSIGN 2024-11-21T03:57:36,157 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8e425dfbe80ef09189a13c2af69c4f, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c19a0d4c8ff90fa6df302053195f501, ASSIGN 2024-11-21T03:57:36,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c19a0d4c8ff90fa6df302053195f501, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN 2024-11-21T03:57:36,163 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b1c4367e30c5c91b8152f5602bf5ec9, ASSIGN 2024-11-21T03:57:36,166 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b1c4367e30c5c91b8152f5602bf5ec9, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,168 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=213c3642d134f3d25a014e3b90ecaa8a, ASSIGN 2024-11-21T03:57:36,170 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=213c3642d134f3d25a014e3b90ecaa8a, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN 2024-11-21T03:57:36,173 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c205ab8be721aa8a1628fb653a6906ce, ASSIGN 2024-11-21T03:57:36,176 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c205ab8be721aa8a1628fb653a6906ce, ASSIGN; state=OFFLINE, location=fdc0a393186c,36731,1732161452921; forceNewPlan=false, retain=false 2024-11-21T03:57:36,178 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN 2024-11-21T03:57:36,180 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN; state=OFFLINE, location=fdc0a393186c,46339,1732161452740; forceNewPlan=false, retain=false 2024-11-21T03:57:36,181 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6, ASSIGN 2024-11-21T03:57:36,183 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6, ASSIGN; state=OFFLINE, location=fdc0a393186c,38067,1732161452846; forceNewPlan=false, retain=false 2024-11-21T03:57:36,267 INFO [fdc0a393186c:42301 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-21T03:57:36,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=41e8e31cd1b8a351804131ce548924fb, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=13fc34cac9374d6a56faec8863be3858, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,273 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=9601031f511d51d789d9778e5e05fd7f, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN because future has completed 2024-11-21T03:57:36,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN because future has completed 2024-11-21T03:57:36,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN because future has completed 2024-11-21T03:57:36,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN because future has completed 2024-11-21T03:57:36,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN because future has completed 2024-11-21T03:57:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN because future has completed 2024-11-21T03:57:36,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN because future has completed 2024-11-21T03:57:36,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN because future has completed 2024-11-21T03:57:36,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPENING, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,325 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5e6c34367a591dbb706456af3059f98c, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,325 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN because future has completed 2024-11-21T03:57:36,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,46339,1732161452740}] 2024-11-21T03:57:36,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea57ef9e7bce5526e11d81ddaa8c3f6e, ASSIGN because future has completed 2024-11-21T03:57:36,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e6c34367a591dbb706456af3059f98c, ASSIGN because future has completed 2024-11-21T03:57:36,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d346499b9e5be6a3d64404d379d2ee9, ASSIGN because future has completed 2024-11-21T03:57:36,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d346499b9e5be6a3d64404d379d2ee9, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=85c8a5c2c813e0dd720a53a2ac08f4d0, ASSIGN because future has completed 2024-11-21T03:57:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=326fd2bcbb5edc3d9563ab2c7f8338c4, ASSIGN because future has completed 2024-11-21T03:57:36,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326fd2bcbb5edc3d9563ab2c7f8338c4, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85c8a5c2c813e0dd720a53a2ac08f4d0, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6c34367a591dbb706456af3059f98c, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea57ef9e7bce5526e11d81ddaa8c3f6e, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=267d22932b0316b4127fe6f228ac45d6, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=b73ee6e05446836850a2dae95b572c78, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8e425dfbe80ef09189a13c2af69c4f, ASSIGN because future has completed 2024-11-21T03:57:36,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8e425dfbe80ef09189a13c2af69c4f, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b1c4367e30c5c91b8152f5602bf5ec9, ASSIGN because future has completed 2024-11-21T03:57:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6, ASSIGN because future has completed 2024-11-21T03:57:36,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b73ee6e05446836850a2dae95b572c78, ASSIGN because future has completed 2024-11-21T03:57:36,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73ee6e05446836850a2dae95b572c78, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=677c86ba0f01a2f4cc04deed3f37e836, ASSIGN because future has completed 2024-11-21T03:57:36,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 677c86ba0f01a2f4cc04deed3f37e836, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 267d22932b0316b4127fe6f228ac45d6, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b1c4367e30c5c91b8152f5602bf5ec9, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T03:57:36,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1f1ac673489c73d12b58a4d0450c7074, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=aee55259fcb65dbb7be96128e790ac95, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1c19a0d4c8ff90fa6df302053195f501, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f1ac673489c73d12b58a4d0450c7074, ASSIGN because future has completed 2024-11-21T03:57:36,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f1ac673489c73d12b58a4d0450c7074, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16446b95cb86b21b140f5c5fd5e9b079, ASSIGN because future has completed 2024-11-21T03:57:36,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95, ASSIGN because future has completed 2024-11-21T03:57:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d242aa57fbe82db296ac890dfe3bea6d, ASSIGN because future has completed 2024-11-21T03:57:36,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d242aa57fbe82db296ac890dfe3bea6d, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c19a0d4c8ff90fa6df302053195f501, ASSIGN because future has completed 2024-11-21T03:57:36,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=213c3642d134f3d25a014e3b90ecaa8a, ASSIGN because future has completed 2024-11-21T03:57:36,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 213c3642d134f3d25a014e3b90ecaa8a, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c19a0d4c8ff90fa6df302053195f501, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee55259fcb65dbb7be96128e790ac95, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16446b95cb86b21b140f5c5fd5e9b079, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c205ab8be721aa8a1628fb653a6906ce, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c205ab8be721aa8a1628fb653a6906ce, ASSIGN because future has completed 2024-11-21T03:57:36,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c205ab8be721aa8a1628fb653a6906ce, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:57:36,438 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:36,438 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 41e8e31cd1b8a351804131ce548924fb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-21T03:57:36,439 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,439 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,439 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,439 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,442 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,444 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e8e31cd1b8a351804131ce548924fb columnFamilyName colfamily11 2024-11-21T03:57:36,445 DEBUG [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,445 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(327): Store=41e8e31cd1b8a351804131ce548924fb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,446 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,447 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e8e31cd1b8a351804131ce548924fb columnFamilyName colfamily21 2024-11-21T03:57:36,447 DEBUG [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,448 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(327): Store=41e8e31cd1b8a351804131ce548924fb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,448 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,450 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e8e31cd1b8a351804131ce548924fb columnFamilyName colfamily31 2024-11-21T03:57:36,450 DEBUG [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,451 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(327): Store=41e8e31cd1b8a351804131ce548924fb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,451 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,452 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,452 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,454 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,454 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,454 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,456 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,459 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,460 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 41e8e31cd1b8a351804131ce548924fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72053330, jitterRate=0.07367828488349915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,460 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T03:57:36,461 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 41e8e31cd1b8a351804131ce548924fb: Running coprocessor pre-open hook at 1732161456440Writing region info on filesystem at 1732161456440Initializing all the Stores at 1732161456442 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456442Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456442Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456442Cleaning up temporary data from old regions at 1732161456454 (+12 ms)Running coprocessor post-open hooks at 1732161456460 (+6 ms)Region opened successfully at 1732161456461 (+1 ms) 2024-11-21T03:57:36,463 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., pid=31, masterSystemTime=1732161456430 2024-11-21T03:57:36,466 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:36,466 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T03:57:36,466 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:36,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,467 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f4f32a5a3598cfbbf67cb1b0b556cfb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-21T03:57:36,467 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,467 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,467 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,467 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,470 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,473 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4f32a5a3598cfbbf67cb1b0b556cfb columnFamilyName colfamily11 2024-11-21T03:57:36,473 DEBUG [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,474 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(327): Store=6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,475 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-21T03:57:36,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,46339,1732161452740 in 195 msec 2024-11-21T03:57:36,477 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4f32a5a3598cfbbf67cb1b0b556cfb columnFamilyName colfamily21 2024-11-21T03:57:36,477 DEBUG [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,478 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(327): Store=6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,478 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN in 378 msec 2024-11-21T03:57:36,480 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4f32a5a3598cfbbf67cb1b0b556cfb columnFamilyName colfamily31 2024-11-21T03:57:36,480 DEBUG [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,481 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(327): Store=6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,481 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,482 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,482 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,484 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,484 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,485 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,486 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,488 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T03:57:36,489 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37389, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T03:57:36,490 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6f4f32a5a3598cfbbf67cb1b0b556cfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62443710, jitterRate=-0.06951621174812317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,490 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T03:57:36,490 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6f4f32a5a3598cfbbf67cb1b0b556cfb: Running coprocessor pre-open hook at 1732161456468Writing region info on filesystem at 1732161456468Initializing all the Stores at 1732161456469 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456469Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456470 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456470Cleaning up temporary data from old regions at 1732161456484 (+14 ms)Running coprocessor post-open hooks at 1732161456490 (+6 ms)Region opened successfully at 1732161456490 2024-11-21T03:57:36,491 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., pid=33, masterSystemTime=1732161456430 2024-11-21T03:57:36,495 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:36,495 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T03:57:36,495 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:36,495 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 13fc34cac9374d6a56faec8863be3858, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-21T03:57:36,496 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b1c4367e30c5c91b8152f5602bf5ec9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-21T03:57:36,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,496 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,498 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,498 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,501 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b1c4367e30c5c91b8152f5602bf5ec9 columnFamilyName colfamily11 2024-11-21T03:57:36,501 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13fc34cac9374d6a56faec8863be3858 columnFamilyName colfamily11 2024-11-21T03:57:36,501 DEBUG [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,501 DEBUG [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,502 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] regionserver.HStore(327): Store=7b1c4367e30c5c91b8152f5602bf5ec9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,502 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,502 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(327): Store=13fc34cac9374d6a56faec8863be3858/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,502 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=8 2024-11-21T03:57:36,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,46339,1732161452740 in 208 msec 2024-11-21T03:57:36,504 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b1c4367e30c5c91b8152f5602bf5ec9 columnFamilyName colfamily21 2024-11-21T03:57:36,504 DEBUG [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,505 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13fc34cac9374d6a56faec8863be3858 columnFamilyName colfamily21 2024-11-21T03:57:36,505 DEBUG [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,505 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] regionserver.HStore(327): Store=7b1c4367e30c5c91b8152f5602bf5ec9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,505 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(327): Store=13fc34cac9374d6a56faec8863be3858/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,505 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,505 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN in 405 msec 2024-11-21T03:57:36,507 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13fc34cac9374d6a56faec8863be3858 columnFamilyName colfamily31 2024-11-21T03:57:36,507 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b1c4367e30c5c91b8152f5602bf5ec9 columnFamilyName colfamily31 2024-11-21T03:57:36,508 DEBUG [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,508 DEBUG [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,508 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(327): Store=13fc34cac9374d6a56faec8863be3858/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,508 INFO [StoreOpener-7b1c4367e30c5c91b8152f5602bf5ec9-1 {}] regionserver.HStore(327): Store=7b1c4367e30c5c91b8152f5602bf5ec9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,509 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,509 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,510 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,510 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,510 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,512 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,512 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,512 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,512 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,513 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,513 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,514 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,514 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,517 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,517 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T03:57:36,518 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 7b1c4367e30c5c91b8152f5602bf5ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66981530, jitterRate=-0.0018974244594573975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,518 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T03:57:36,518 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 7b1c4367e30c5c91b8152f5602bf5ec9: Running coprocessor pre-open hook at 1732161456497Writing region info on filesystem at 1732161456497Initializing all the Stores at 1732161456498 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456498Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456498Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456498Cleaning up temporary data from old regions at 1732161456512 (+14 ms)Running coprocessor post-open hooks at 1732161456518 (+6 ms)Region opened successfully at 1732161456518 2024-11-21T03:57:36,519 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 13fc34cac9374d6a56faec8863be3858; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59643924, jitterRate=-0.11123627424240112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,519 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13fc34cac9374d6a56faec8863be3858 2024-11-21T03:57:36,519 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 13fc34cac9374d6a56faec8863be3858: Running coprocessor pre-open hook at 1732161456496Writing region info on filesystem at 1732161456496Initializing all the Stores at 1732161456498 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456498Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456498Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456498Cleaning up temporary data from old regions at 1732161456512 (+14 ms)Running coprocessor post-open hooks at 1732161456519 (+7 ms)Region opened successfully at 1732161456519 2024-11-21T03:57:36,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T03:57:36,520 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., pid=32, masterSystemTime=1732161456430 2024-11-21T03:57:36,520 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., pid=49, masterSystemTime=1732161456487 2024-11-21T03:57:36,523 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:36,523 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T03:57:36,524 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:36,524 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => ea2b40dbdb7b43c7d3f86a18f456f25a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-21T03:57:36,524 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,524 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,524 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,525 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,525 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:36,525 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T03:57:36,526 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:36,526 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 326fd2bcbb5edc3d9563ab2c7f8338c4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-21T03:57:36,526 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:36,526 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => d242aa57fbe82db296ac890dfe3bea6d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-21T03:57:36,526 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,526 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,527 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,527 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,527 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,527 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,527 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,527 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,528 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,529 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,529 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,530 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2b40dbdb7b43c7d3f86a18f456f25a columnFamilyName colfamily11 2024-11-21T03:57:36,530 DEBUG [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,531 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d242aa57fbe82db296ac890dfe3bea6d columnFamilyName colfamily11 2024-11-21T03:57:36,531 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(327): Store=ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,531 DEBUG [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,531 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,532 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326fd2bcbb5edc3d9563ab2c7f8338c4 columnFamilyName colfamily11 2024-11-21T03:57:36,532 DEBUG [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,533 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] regionserver.HStore(327): Store=d242aa57fbe82db296ac890dfe3bea6d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,533 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] regionserver.HStore(327): Store=326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,533 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,533 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b1c4367e30c5c91b8152f5602bf5ec9, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,535 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2b40dbdb7b43c7d3f86a18f456f25a columnFamilyName colfamily21 2024-11-21T03:57:36,535 DEBUG [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,536 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d242aa57fbe82db296ac890dfe3bea6d columnFamilyName colfamily21 2024-11-21T03:57:36,536 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(327): Store=ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,536 DEBUG [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,536 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326fd2bcbb5edc3d9563ab2c7f8338c4 columnFamilyName colfamily21 2024-11-21T03:57:36,536 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,536 DEBUG [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,536 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] regionserver.HStore(327): Store=d242aa57fbe82db296ac890dfe3bea6d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,537 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] regionserver.HStore(327): Store=326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,537 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,537 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,538 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326fd2bcbb5edc3d9563ab2c7f8338c4 columnFamilyName colfamily31 2024-11-21T03:57:36,538 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2b40dbdb7b43c7d3f86a18f456f25a columnFamilyName colfamily31 2024-11-21T03:57:36,538 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d242aa57fbe82db296ac890dfe3bea6d columnFamilyName colfamily31 2024-11-21T03:57:36,539 DEBUG [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,539 DEBUG [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,539 DEBUG [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,539 INFO [StoreOpener-d242aa57fbe82db296ac890dfe3bea6d-1 {}] regionserver.HStore(327): Store=d242aa57fbe82db296ac890dfe3bea6d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,539 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(327): Store=ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,539 INFO [StoreOpener-326fd2bcbb5edc3d9563ab2c7f8338c4-1 {}] regionserver.HStore(327): Store=326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-21T03:57:36,540 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,540 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,46339,1732161452740 in 253 msec 2024-11-21T03:57:36,540 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,541 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,541 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,543 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN in 441 msec 2024-11-21T03:57:36,543 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,544 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,544 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,544 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,544 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,545 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,545 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,545 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,546 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,546 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,547 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T03:57:36,550 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,551 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=10 2024-11-21T03:57:36,551 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 326fd2bcbb5edc3d9563ab2c7f8338c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66015536, jitterRate=-0.01629185676574707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b1c4367e30c5c91b8152f5602bf5ec9, server=fdc0a393186c,38067,1732161452846 in 167 msec 2024-11-21T03:57:36,552 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T03:57:36,552 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 326fd2bcbb5edc3d9563ab2c7f8338c4: Running coprocessor pre-open hook at 1732161456527Writing region info on filesystem at 1732161456527Initializing all the Stores at 1732161456529 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456529Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456529Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456529Cleaning up temporary data from old regions at 1732161456544 (+15 ms)Running coprocessor post-open hooks at 1732161456552 (+8 ms)Region opened successfully at 1732161456552 2024-11-21T03:57:36,552 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,553 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., pid=41, masterSystemTime=1732161456487 2024-11-21T03:57:36,553 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened d242aa57fbe82db296ac890dfe3bea6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62704993, jitterRate=-0.06562279164791107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,554 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T03:57:36,554 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for d242aa57fbe82db296ac890dfe3bea6d: Running coprocessor pre-open hook at 1732161456527Writing region info on filesystem at 1732161456527Initializing all the Stores at 1732161456529 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456529Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456529Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456529Cleaning up temporary data from old regions at 1732161456544 (+15 ms)Running coprocessor post-open hooks at 1732161456554 (+10 ms)Region opened successfully at 1732161456554 2024-11-21T03:57:36,555 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., pid=51, masterSystemTime=1732161456518 2024-11-21T03:57:36,556 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b1c4367e30c5c91b8152f5602bf5ec9, ASSIGN in 453 msec 2024-11-21T03:57:36,556 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:36,556 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T03:57:36,557 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:36,557 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened ea2b40dbdb7b43c7d3f86a18f456f25a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66183070, jitterRate=-0.013795405626296997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,557 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T03:57:36,557 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 85c8a5c2c813e0dd720a53a2ac08f4d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-21T03:57:36,557 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for ea2b40dbdb7b43c7d3f86a18f456f25a: Running coprocessor pre-open hook at 1732161456525Writing region info on filesystem at 1732161456525Initializing all the Stores at 1732161456527 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456527Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456527Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456527Cleaning up temporary data from old regions at 1732161456545 (+18 ms)Running coprocessor post-open hooks at 1732161456557 (+12 ms)Region opened successfully at 1732161456557 2024-11-21T03:57:36,557 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,558 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,558 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,559 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,559 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., pid=38, masterSystemTime=1732161456430 2024-11-21T03:57:36,559 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:36,560 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T03:57:36,560 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:36,560 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => aee55259fcb65dbb7be96128e790ac95, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-21T03:57:36,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,560 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,560 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,561 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,561 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:36,562 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T03:57:36,562 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:36,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => eaa7d009ee3cf8bd115dd44cf171631e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-21T03:57:36,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,564 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326fd2bcbb5edc3d9563ab2c7f8338c4, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,566 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,568 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,568 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee55259fcb65dbb7be96128e790ac95 columnFamilyName colfamily11 2024-11-21T03:57:36,569 DEBUG [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,569 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] regionserver.HStore(327): Store=aee55259fcb65dbb7be96128e790ac95/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,570 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85c8a5c2c813e0dd720a53a2ac08f4d0 columnFamilyName colfamily11 2024-11-21T03:57:36,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,570 DEBUG [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,570 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,571 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] regionserver.HStore(327): Store=85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,571 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,573 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee55259fcb65dbb7be96128e790ac95 columnFamilyName colfamily21 2024-11-21T03:57:36,573 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85c8a5c2c813e0dd720a53a2ac08f4d0 columnFamilyName colfamily21 2024-11-21T03:57:36,574 DEBUG [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,574 DEBUG [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,575 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] regionserver.HStore(327): Store=aee55259fcb65dbb7be96128e790ac95/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,575 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,575 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,575 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] regionserver.HStore(327): Store=85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,575 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=16 2024-11-21T03:57:36,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 326fd2bcbb5edc3d9563ab2c7f8338c4, server=fdc0a393186c,38067,1732161452846 in 232 msec 2024-11-21T03:57:36,578 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85c8a5c2c813e0dd720a53a2ac08f4d0 columnFamilyName colfamily31 2024-11-21T03:57:36,578 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa7d009ee3cf8bd115dd44cf171631e columnFamilyName colfamily11 2024-11-21T03:57:36,578 DEBUG [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,578 DEBUG [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,579 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee55259fcb65dbb7be96128e790ac95 columnFamilyName colfamily31 2024-11-21T03:57:36,580 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,46339,1732161452740, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,580 DEBUG [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,580 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(327): Store=eaa7d009ee3cf8bd115dd44cf171631e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,580 INFO [StoreOpener-85c8a5c2c813e0dd720a53a2ac08f4d0-1 {}] regionserver.HStore(327): Store=85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,580 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,580 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,580 INFO [StoreOpener-aee55259fcb65dbb7be96128e790ac95-1 {}] regionserver.HStore(327): Store=aee55259fcb65dbb7be96128e790ac95/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,581 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,581 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,581 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,582 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,583 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,583 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,583 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,584 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa7d009ee3cf8bd115dd44cf171631e columnFamilyName colfamily21 2024-11-21T03:57:36,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=326fd2bcbb5edc3d9563ab2c7f8338c4, ASSIGN in 479 msec 2024-11-21T03:57:36,584 DEBUG [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,584 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,584 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(327): Store=eaa7d009ee3cf8bd115dd44cf171631e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,584 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,585 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,585 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,586 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,586 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,587 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa7d009ee3cf8bd115dd44cf171631e columnFamilyName colfamily31 2024-11-21T03:57:36,587 DEBUG [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,589 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(327): Store=eaa7d009ee3cf8bd115dd44cf171631e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,589 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=26 2024-11-21T03:57:36,589 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,46339,1732161452740 in 266 msec 2024-11-21T03:57:36,590 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,591 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,593 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,593 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN in 491 msec 2024-11-21T03:57:36,594 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,595 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,596 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,596 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,596 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened aee55259fcb65dbb7be96128e790ac95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72685634, jitterRate=0.0831003487110138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,596 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,596 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aee55259fcb65dbb7be96128e790ac95 2024-11-21T03:57:36,597 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for aee55259fcb65dbb7be96128e790ac95: Running coprocessor pre-open hook at 1732161456561Writing region info on filesystem at 1732161456561Initializing all the Stores at 1732161456563 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456563Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456566 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456566Cleaning up temporary data from old regions at 1732161456585 (+19 ms)Running coprocessor post-open hooks at 1732161456596 (+11 ms)Region opened successfully at 1732161456597 (+1 ms) 2024-11-21T03:57:36,597 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 85c8a5c2c813e0dd720a53a2ac08f4d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58836905, jitterRate=-0.12326179444789886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,597 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T03:57:36,597 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 85c8a5c2c813e0dd720a53a2ac08f4d0: Running coprocessor pre-open hook at 1732161456559Writing region info on filesystem at 1732161456559Initializing all the Stores at 1732161456561 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456561Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456565 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456565Cleaning up temporary data from old regions at 1732161456583 (+18 ms)Running coprocessor post-open hooks at 1732161456597 (+14 ms)Region opened successfully at 1732161456597 2024-11-21T03:57:36,599 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., pid=54, masterSystemTime=1732161456518 2024-11-21T03:57:36,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d242aa57fbe82db296ac890dfe3bea6d, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,599 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., pid=42, masterSystemTime=1732161456487 2024-11-21T03:57:36,601 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,602 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened eaa7d009ee3cf8bd115dd44cf171631e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182386, jitterRate=-0.07341024279594421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,602 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T03:57:36,602 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for eaa7d009ee3cf8bd115dd44cf171631e: Running coprocessor pre-open hook at 1732161456564Writing region info on filesystem at 1732161456564Initializing all the Stores at 1732161456567 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456567Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456574 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456574Cleaning up temporary data from old regions at 1732161456593 (+19 ms)Running coprocessor post-open hooks at 1732161456602 (+9 ms)Region opened successfully at 1732161456602 2024-11-21T03:57:36,603 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:36,603 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T03:57:36,603 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:36,603 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f1ac673489c73d12b58a4d0450c7074, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-21T03:57:36,603 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., pid=35, masterSystemTime=1732161456430 2024-11-21T03:57:36,603 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,604 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,604 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,604 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,605 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:36,605 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T03:57:36,605 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:36,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => ea8e425dfbe80ef09189a13c2af69c4f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-21T03:57:36,606 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=14 2024-11-21T03:57:36,608 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f1ac673489c73d12b58a4d0450c7074 columnFamilyName colfamily11 2024-11-21T03:57:36,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d242aa57fbe82db296ac890dfe3bea6d, server=fdc0a393186c,36731,1732161452921 in 209 msec 2024-11-21T03:57:36,608 DEBUG [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,608 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,609 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:36,609 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T03:57:36,609 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] regionserver.HStore(327): Store=1f1ac673489c73d12b58a4d0450c7074/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,609 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:36,609 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,610 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 139e5e9550efe8cdf7255e83dab8d71c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-21T03:57:36,610 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,611 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8e425dfbe80ef09189a13c2af69c4f columnFamilyName colfamily11 2024-11-21T03:57:36,611 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,611 DEBUG [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,611 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,611 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,613 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] regionserver.HStore(327): Store=ea8e425dfbe80ef09189a13c2af69c4f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,614 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,614 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f1ac673489c73d12b58a4d0450c7074 columnFamilyName colfamily21 2024-11-21T03:57:36,614 DEBUG [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,615 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] regionserver.HStore(327): Store=1f1ac673489c73d12b58a4d0450c7074/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,615 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,617 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8e425dfbe80ef09189a13c2af69c4f columnFamilyName colfamily21 2024-11-21T03:57:36,617 DEBUG [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,618 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f1ac673489c73d12b58a4d0450c7074 columnFamilyName colfamily31 2024-11-21T03:57:36,618 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,618 DEBUG [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,618 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] regionserver.HStore(327): Store=ea8e425dfbe80ef09189a13c2af69c4f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,618 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,619 INFO [StoreOpener-1f1ac673489c73d12b58a4d0450c7074-1 {}] regionserver.HStore(327): Store=1f1ac673489c73d12b58a4d0450c7074/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,619 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d242aa57fbe82db296ac890dfe3bea6d, ASSIGN in 515 msec 2024-11-21T03:57:36,620 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8e425dfbe80ef09189a13c2af69c4f columnFamilyName colfamily31 2024-11-21T03:57:36,620 DEBUG [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,621 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,621 INFO [StoreOpener-ea8e425dfbe80ef09189a13c2af69c4f-1 {}] regionserver.HStore(327): Store=ea8e425dfbe80ef09189a13c2af69c4f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,621 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,622 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 139e5e9550efe8cdf7255e83dab8d71c columnFamilyName colfamily11 2024-11-21T03:57:36,622 DEBUG [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,623 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,623 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,623 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(327): Store=139e5e9550efe8cdf7255e83dab8d71c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,623 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,623 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,625 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,625 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,626 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,626 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,626 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 139e5e9550efe8cdf7255e83dab8d71c columnFamilyName colfamily21 2024-11-21T03:57:36,626 DEBUG [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,627 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,627 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(327): Store=139e5e9550efe8cdf7255e83dab8d71c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,627 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,627 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,629 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,629 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=15 2024-11-21T03:57:36,630 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 139e5e9550efe8cdf7255e83dab8d71c columnFamilyName colfamily31 2024-11-21T03:57:36,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,46339,1732161452740 in 318 msec 2024-11-21T03:57:36,630 DEBUG [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,631 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(327): Store=139e5e9550efe8cdf7255e83dab8d71c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,631 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,632 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,633 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN in 531 msec 2024-11-21T03:57:36,635 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,635 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,636 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,639 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85c8a5c2c813e0dd720a53a2ac08f4d0, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee55259fcb65dbb7be96128e790ac95, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,647 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,648 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,648 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,649 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 1f1ac673489c73d12b58a4d0450c7074; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65531371, jitterRate=-0.02350647747516632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,649 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T03:57:36,649 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 139e5e9550efe8cdf7255e83dab8d71c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67129880, jitterRate=3.1316280364990234E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,649 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 1f1ac673489c73d12b58a4d0450c7074: Running coprocessor pre-open hook at 1732161456604Writing region info on filesystem at 1732161456604Initializing all the Stores at 1732161456605 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456605Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456606 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456606Cleaning up temporary data from old regions at 1732161456626 (+20 ms)Running coprocessor post-open hooks at 1732161456649 (+23 ms)Region opened successfully at 1732161456649 2024-11-21T03:57:36,649 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T03:57:36,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=21 2024-11-21T03:57:36,649 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened ea8e425dfbe80ef09189a13c2af69c4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66703902, jitterRate=-0.006034404039382935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,649 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 139e5e9550efe8cdf7255e83dab8d71c: Running coprocessor pre-open hook at 1732161456611Writing region info on filesystem at 1732161456611Initializing all the Stores at 1732161456613 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456614 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456615 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456615Cleaning up temporary data from old regions at 1732161456635 (+20 ms)Running coprocessor post-open hooks at 1732161456649 (+14 ms)Region opened successfully at 1732161456649 2024-11-21T03:57:36,649 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T03:57:36,650 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for ea8e425dfbe80ef09189a13c2af69c4f: Running coprocessor pre-open hook at 1732161456607Writing region info on filesystem at 1732161456607Initializing all the Stores at 1732161456608 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456608Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456608Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456608Cleaning up temporary data from old regions at 1732161456626 (+18 ms)Running coprocessor post-open hooks at 1732161456649 (+23 ms)Region opened successfully at 1732161456650 (+1 ms) 2024-11-21T03:57:36,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 85c8a5c2c813e0dd720a53a2ac08f4d0, server=fdc0a393186c,38067,1732161452846 in 301 msec 2024-11-21T03:57:36,651 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., pid=45, masterSystemTime=1732161456487 2024-11-21T03:57:36,651 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., pid=50, masterSystemTime=1732161456518 2024-11-21T03:57:36,651 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., pid=39, masterSystemTime=1732161456430 2024-11-21T03:57:36,653 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:36,654 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T03:57:36,654 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:36,654 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c19a0d4c8ff90fa6df302053195f501, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-21T03:57:36,654 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,655 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=85c8a5c2c813e0dd720a53a2ac08f4d0, ASSIGN in 551 msec 2024-11-21T03:57:36,655 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,655 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,655 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:36,656 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T03:57:36,656 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:36,656 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6c34367a591dbb706456af3059f98c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-21T03:57:36,656 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:36,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,657 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:36,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,657 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:36,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 30d633482f970a62a6ccdc6b9f5ea84a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-21T03:57:36,658 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,658 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,658 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,658 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,659 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,659 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,661 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c34367a591dbb706456af3059f98c columnFamilyName colfamily11 2024-11-21T03:57:36,661 DEBUG [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8e425dfbe80ef09189a13c2af69c4f, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,662 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c19a0d4c8ff90fa6df302053195f501 columnFamilyName colfamily11 2024-11-21T03:57:36,662 DEBUG [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,662 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] regionserver.HStore(327): Store=5e6c34367a591dbb706456af3059f98c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,662 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,662 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,663 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,38067,1732161452846, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8e425dfbe80ef09189a13c2af69c4f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,664 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] regionserver.HStore(327): Store=1c19a0d4c8ff90fa6df302053195f501/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,664 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,665 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d633482f970a62a6ccdc6b9f5ea84a columnFamilyName colfamily11 2024-11-21T03:57:36,665 DEBUG [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,665 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c34367a591dbb706456af3059f98c columnFamilyName colfamily21 2024-11-21T03:57:36,665 DEBUG [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,665 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c19a0d4c8ff90fa6df302053195f501 columnFamilyName colfamily21 2024-11-21T03:57:36,665 DEBUG [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,666 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(327): Store=30d633482f970a62a6ccdc6b9f5ea84a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,666 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,666 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] regionserver.HStore(327): Store=5e6c34367a591dbb706456af3059f98c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,666 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] regionserver.HStore(327): Store=1c19a0d4c8ff90fa6df302053195f501/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,666 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,666 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,668 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d633482f970a62a6ccdc6b9f5ea84a columnFamilyName colfamily21 2024-11-21T03:57:36,668 DEBUG [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,668 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c34367a591dbb706456af3059f98c columnFamilyName colfamily31 2024-11-21T03:57:36,668 DEBUG [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,669 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,36731,1732161452921, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,669 INFO [StoreOpener-5e6c34367a591dbb706456af3059f98c-1 {}] regionserver.HStore(327): Store=5e6c34367a591dbb706456af3059f98c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,669 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(327): Store=30d633482f970a62a6ccdc6b9f5ea84a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,669 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,669 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,670 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,671 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c19a0d4c8ff90fa6df302053195f501 columnFamilyName colfamily31 2024-11-21T03:57:36,671 DEBUG [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,671 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,672 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d633482f970a62a6ccdc6b9f5ea84a columnFamilyName colfamily31 2024-11-21T03:57:36,672 INFO [StoreOpener-1c19a0d4c8ff90fa6df302053195f501-1 {}] regionserver.HStore(327): Store=1c19a0d4c8ff90fa6df302053195f501/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,672 DEBUG [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,672 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,673 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,673 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(327): Store=30d633482f970a62a6ccdc6b9f5ea84a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,673 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,673 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,674 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,675 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,675 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,675 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,676 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,677 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,677 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,677 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,678 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=13 2024-11-21T03:57:36,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ea8e425dfbe80ef09189a13c2af69c4f, server=fdc0a393186c,38067,1732161452846 in 315 msec 2024-11-21T03:57:36,679 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,679 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,680 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,680 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,680 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,682 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5e6c34367a591dbb706456af3059f98c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73568725, jitterRate=0.09625943005084991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,682 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6c34367a591dbb706456af3059f98c 2024-11-21T03:57:36,683 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5e6c34367a591dbb706456af3059f98c: Running coprocessor pre-open hook at 1732161456657Writing region info on filesystem at 1732161456657Initializing all the Stores at 1732161456658 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456658Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456658Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456658Cleaning up temporary data from old regions at 1732161456673 (+15 ms)Running coprocessor post-open hooks at 1732161456683 (+10 ms)Region opened successfully at 1732161456683 2024-11-21T03:57:36,684 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., pid=43, masterSystemTime=1732161456487 2024-11-21T03:57:36,685 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8e425dfbe80ef09189a13c2af69c4f, ASSIGN in 581 msec 2024-11-21T03:57:36,688 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:36,688 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T03:57:36,688 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:36,689 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 267d22932b0316b4127fe6f228ac45d6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-21T03:57:36,689 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,689 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,689 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,689 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,689 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,690 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,690 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,690 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 30d633482f970a62a6ccdc6b9f5ea84a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65256675, jitterRate=-0.027599766850471497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,690 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 1c19a0d4c8ff90fa6df302053195f501; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73060636, jitterRate=0.08868831396102905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,691 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T03:57:36,691 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T03:57:36,691 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 1c19a0d4c8ff90fa6df302053195f501: Running coprocessor pre-open hook at 1732161456655Writing region info on filesystem at 1732161456655Initializing all the Stores at 1732161456658 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456658Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456658Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456658Cleaning up temporary data from old regions at 1732161456679 (+21 ms)Running coprocessor post-open hooks at 1732161456691 (+12 ms)Region opened successfully at 1732161456691 2024-11-21T03:57:36,691 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 30d633482f970a62a6ccdc6b9f5ea84a: Running coprocessor pre-open hook at 1732161456658Writing region info on filesystem at 1732161456658Initializing all the Stores at 1732161456662 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456662Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456662Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456662Cleaning up temporary data from old regions at 1732161456677 (+15 ms)Running coprocessor post-open hooks at 1732161456691 (+14 ms)Region opened successfully at 1732161456691 2024-11-21T03:57:36,691 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,693 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., pid=53, masterSystemTime=1732161456518 2024-11-21T03:57:36,693 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., pid=34, masterSystemTime=1732161456430 2024-11-21T03:57:36,695 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267d22932b0316b4127fe6f228ac45d6 columnFamilyName colfamily11 2024-11-21T03:57:36,695 DEBUG [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6c34367a591dbb706456af3059f98c, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,696 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] regionserver.HStore(327): Store=267d22932b0316b4127fe6f228ac45d6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,696 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,697 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:36,697 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T03:57:36,697 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:36,697 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 9601031f511d51d789d9778e5e05fd7f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-21T03:57:36,698 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,698 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,698 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,698 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,701 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:36,701 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T03:57:36,701 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:36,701 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => c205ab8be721aa8a1628fb653a6906ce, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-21T03:57:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,702 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,702 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,702 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267d22932b0316b4127fe6f228ac45d6 columnFamilyName colfamily21 2024-11-21T03:57:36,702 DEBUG [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,703 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,703 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,703 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,705 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] regionserver.HStore(327): Store=267d22932b0316b4127fe6f228ac45d6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,705 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c19a0d4c8ff90fa6df302053195f501, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,706 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9601031f511d51d789d9778e5e05fd7f columnFamilyName colfamily11 2024-11-21T03:57:36,707 DEBUG [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,707 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267d22932b0316b4127fe6f228ac45d6 columnFamilyName colfamily31 2024-11-21T03:57:36,707 DEBUG [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,707 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(327): Store=9601031f511d51d789d9778e5e05fd7f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,708 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,708 INFO [StoreOpener-267d22932b0316b4127fe6f228ac45d6-1 {}] regionserver.HStore(327): Store=267d22932b0316b4127fe6f228ac45d6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,709 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,710 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=6 2024-11-21T03:57:36,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,46339,1732161452740 in 379 msec 2024-11-21T03:57:36,711 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9601031f511d51d789d9778e5e05fd7f columnFamilyName colfamily21 2024-11-21T03:57:36,711 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,711 DEBUG [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,712 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,712 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(327): Store=9601031f511d51d789d9778e5e05fd7f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,712 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,713 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,713 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,714 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN in 612 msec 2024-11-21T03:57:36,714 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c205ab8be721aa8a1628fb653a6906ce columnFamilyName colfamily11 2024-11-21T03:57:36,715 DEBUG [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,716 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9601031f511d51d789d9778e5e05fd7f columnFamilyName colfamily31 2024-11-21T03:57:36,716 DEBUG [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,716 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(327): Store=9601031f511d51d789d9778e5e05fd7f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,717 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,718 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,718 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] regionserver.HStore(327): Store=c205ab8be721aa8a1628fb653a6906ce/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,719 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,719 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,723 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,725 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,725 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c205ab8be721aa8a1628fb653a6906ce columnFamilyName colfamily21 2024-11-21T03:57:36,725 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,725 DEBUG [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,726 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,726 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] regionserver.HStore(327): Store=c205ab8be721aa8a1628fb653a6906ce/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,727 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=12 2024-11-21T03:57:36,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c19a0d4c8ff90fa6df302053195f501, server=fdc0a393186c,36731,1732161452921 in 315 msec 2024-11-21T03:57:36,729 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,729 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c205ab8be721aa8a1628fb653a6906ce columnFamilyName colfamily31 2024-11-21T03:57:36,730 DEBUG [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,730 INFO [StoreOpener-c205ab8be721aa8a1628fb653a6906ce-1 {}] regionserver.HStore(327): Store=c205ab8be721aa8a1628fb653a6906ce/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,731 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,732 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c19a0d4c8ff90fa6df302053195f501, ASSIGN in 629 msec 2024-11-21T03:57:36,733 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,735 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,735 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,736 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,737 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 267d22932b0316b4127fe6f228ac45d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75039371, jitterRate=0.1181737631559372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,737 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,737 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T03:57:36,737 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 267d22932b0316b4127fe6f228ac45d6: Running coprocessor pre-open hook at 1732161456690Writing region info on filesystem at 1732161456690Initializing all the Stores at 1732161456691 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456691Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456691Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456691Cleaning up temporary data from old regions at 1732161456713 (+22 ms)Running coprocessor post-open hooks at 1732161456737 (+24 ms)Region opened successfully at 1732161456737 2024-11-21T03:57:36,739 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., pid=48, masterSystemTime=1732161456487 2024-11-21T03:57:36,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,740 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,743 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:36,743 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T03:57:36,743 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:36,743 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d346499b9e5be6a3d64404d379d2ee9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-21T03:57:36,744 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,744 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,744 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,744 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=27 2024-11-21T03:57:36,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6c34367a591dbb706456af3059f98c, server=fdc0a393186c,38067,1732161452846 in 392 msec 2024-11-21T03:57:36,746 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,746 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,746 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened c205ab8be721aa8a1628fb653a6906ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63599499, jitterRate=-0.05229361355304718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,747 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T03:57:36,747 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,747 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 9601031f511d51d789d9778e5e05fd7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66209990, jitterRate=-0.013394266366958618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,748 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for c205ab8be721aa8a1628fb653a6906ce: Running coprocessor pre-open hook at 1732161456703Writing region info on filesystem at 1732161456703Initializing all the Stores at 1732161456705 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456705Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456711 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456711Cleaning up temporary data from old regions at 1732161456735 (+24 ms)Running coprocessor post-open hooks at 1732161456747 (+12 ms)Region opened successfully at 1732161456747 2024-11-21T03:57:36,748 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T03:57:36,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e6c34367a591dbb706456af3059f98c, ASSIGN in 645 msec 2024-11-21T03:57:36,748 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 9601031f511d51d789d9778e5e05fd7f: Running coprocessor pre-open hook at 1732161456698Writing region info on filesystem at 1732161456698Initializing all the Stores at 1732161456700 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456701 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456702 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456702Cleaning up temporary data from old regions at 1732161456725 (+23 ms)Running coprocessor post-open hooks at 1732161456748 (+23 ms)Region opened successfully at 1732161456748 2024-11-21T03:57:36,749 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., pid=56, masterSystemTime=1732161456518 2024-11-21T03:57:36,749 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., pid=36, masterSystemTime=1732161456430 2024-11-21T03:57:36,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,750 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d346499b9e5be6a3d64404d379d2ee9 columnFamilyName colfamily11 2024-11-21T03:57:36,750 DEBUG [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,752 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] regionserver.HStore(327): Store=4d346499b9e5be6a3d64404d379d2ee9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,752 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 267d22932b0316b4127fe6f228ac45d6, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,753 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:36,753 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T03:57:36,753 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:36,753 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => a7ccffae552f0b223e0d8fc23a70eb7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-21T03:57:36,754 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,754 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,754 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,754 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,755 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d346499b9e5be6a3d64404d379d2ee9 columnFamilyName colfamily21 2024-11-21T03:57:36,755 DEBUG [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,755 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:36,755 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:36,756 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:36,756 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] regionserver.HStore(327): Store=4d346499b9e5be6a3d64404d379d2ee9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,756 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,756 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b73ee6e05446836850a2dae95b572c78, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-21T03:57:36,757 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,757 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,757 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,758 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,758 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,758 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d346499b9e5be6a3d64404d379d2ee9 columnFamilyName colfamily31 2024-11-21T03:57:36,758 DEBUG [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,759 INFO [StoreOpener-4d346499b9e5be6a3d64404d379d2ee9-1 {}] regionserver.HStore(327): Store=4d346499b9e5be6a3d64404d379d2ee9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,760 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,761 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ccffae552f0b223e0d8fc23a70eb7e columnFamilyName colfamily11 2024-11-21T03:57:36,761 DEBUG [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,761 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,761 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,761 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(327): Store=a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,762 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,764 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,764 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,764 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ccffae552f0b223e0d8fc23a70eb7e columnFamilyName colfamily21 2024-11-21T03:57:36,764 DEBUG [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,765 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(327): Store=a7ccffae552f0b223e0d8fc23a70eb7e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,765 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,767 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,767 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,768 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,38067,1732161452846, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,769 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ccffae552f0b223e0d8fc23a70eb7e columnFamilyName colfamily31 2024-11-21T03:57:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c205ab8be721aa8a1628fb653a6906ce, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,769 DEBUG [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,770 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(327): Store=a7ccffae552f0b223e0d8fc23a70eb7e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,770 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,771 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73ee6e05446836850a2dae95b572c78 columnFamilyName colfamily11 2024-11-21T03:57:36,771 DEBUG [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,771 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] regionserver.HStore(327): Store=b73ee6e05446836850a2dae95b572c78/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,772 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,772 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,772 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,772 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,773 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,36731,1732161452921, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c205ab8be721aa8a1628fb653a6906ce. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,773 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,36731,1732161452921, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,774 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,774 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,776 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73ee6e05446836850a2dae95b572c78 columnFamilyName colfamily21 2024-11-21T03:57:36,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=19 2024-11-21T03:57:36,776 DEBUG [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,46339,1732161452740 in 458 msec 2024-11-21T03:57:36,776 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,777 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] regionserver.HStore(327): Store=b73ee6e05446836850a2dae95b572c78/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,777 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,778 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,779 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73ee6e05446836850a2dae95b572c78 columnFamilyName colfamily31 2024-11-21T03:57:36,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN in 677 msec 2024-11-21T03:57:36,779 DEBUG [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,780 INFO [StoreOpener-b73ee6e05446836850a2dae95b572c78-1 {}] regionserver.HStore(327): Store=b73ee6e05446836850a2dae95b572c78/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,781 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,782 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,783 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,784 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,784 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 4d346499b9e5be6a3d64404d379d2ee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69830589, jitterRate=0.04055686295032501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,784 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T03:57:36,785 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 4d346499b9e5be6a3d64404d379d2ee9: Running coprocessor pre-open hook at 1732161456744Writing region info on filesystem at 1732161456744Initializing all the Stores at 1732161456746 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456746Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456746Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456746Cleaning up temporary data from old regions at 1732161456764 (+18 ms)Running coprocessor post-open hooks at 1732161456784 (+20 ms)Region opened successfully at 1732161456784 2024-11-21T03:57:36,785 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened a7ccffae552f0b223e0d8fc23a70eb7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59092597, jitterRate=-0.11945168673992157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,785 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T03:57:36,785 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for a7ccffae552f0b223e0d8fc23a70eb7e: Running coprocessor pre-open hook at 1732161456755Writing region info on filesystem at 1732161456755Initializing all the Stores at 1732161456756 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456756Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456756Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456756Cleaning up temporary data from old regions at 1732161456774 (+18 ms)Running coprocessor post-open hooks at 1732161456785 (+11 ms)Region opened successfully at 1732161456785 2024-11-21T03:57:36,786 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,786 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., pid=37, masterSystemTime=1732161456430 2024-11-21T03:57:36,787 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., pid=40, masterSystemTime=1732161456487 2024-11-21T03:57:36,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=7 2024-11-21T03:57:36,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c205ab8be721aa8a1628fb653a6906ce, server=fdc0a393186c,36731,1732161452921 in 366 msec 2024-11-21T03:57:36,789 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,790 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,790 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,790 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,46339,1732161452740, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,792 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:36,792 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T03:57:36,793 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,793 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:36,793 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T03:57:36,794 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:36,794 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ea57ef9e7bce5526e11d81ddaa8c3f6e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-21T03:57:36,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c205ab8be721aa8a1628fb653a6906ce, ASSIGN in 690 msec 2024-11-21T03:57:36,794 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,795 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,795 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,795 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,796 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,797 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,798 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b73ee6e05446836850a2dae95b572c78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72141429, jitterRate=0.07499106228351593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,798 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73ee6e05446836850a2dae95b572c78 2024-11-21T03:57:36,799 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b73ee6e05446836850a2dae95b572c78: Running coprocessor pre-open hook at 1732161456758Writing region info on filesystem at 1732161456758Initializing all the Stores at 1732161456760 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456760Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456766 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456766Cleaning up temporary data from old regions at 1732161456790 (+24 ms)Running coprocessor post-open hooks at 1732161456798 (+8 ms)Region opened successfully at 1732161456798 2024-11-21T03:57:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d346499b9e5be6a3d64404d379d2ee9, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,800 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., pid=46, masterSystemTime=1732161456518 2024-11-21T03:57:36,800 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea57ef9e7bce5526e11d81ddaa8c3f6e columnFamilyName colfamily11 2024-11-21T03:57:36,800 DEBUG [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,46339,1732161452740 2024-11-21T03:57:36,801 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] regionserver.HStore(327): Store=ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,801 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,803 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea57ef9e7bce5526e11d81ddaa8c3f6e columnFamilyName colfamily21 2024-11-21T03:57:36,804 DEBUG [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,804 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:36,804 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T03:57:36,804 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:36,804 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 16446b95cb86b21b140f5c5fd5e9b079, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-21T03:57:36,804 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] regionserver.HStore(327): Store=ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,804 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,805 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,805 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,805 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,805 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,46339,1732161452740 because future has completed 2024-11-21T03:57:36,807 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,807 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea57ef9e7bce5526e11d81ddaa8c3f6e columnFamilyName colfamily31 2024-11-21T03:57:36,807 DEBUG [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,808 INFO [StoreOpener-ea57ef9e7bce5526e11d81ddaa8c3f6e-1 {}] regionserver.HStore(327): Store=ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,809 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,810 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16446b95cb86b21b140f5c5fd5e9b079 columnFamilyName colfamily11 2024-11-21T03:57:36,810 DEBUG [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73ee6e05446836850a2dae95b572c78, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,811 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,811 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] regionserver.HStore(327): Store=16446b95cb86b21b140f5c5fd5e9b079/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,811 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,811 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,813 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,813 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,814 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,814 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16446b95cb86b21b140f5c5fd5e9b079 columnFamilyName colfamily21 2024-11-21T03:57:36,814 DEBUG [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,815 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] regionserver.HStore(327): Store=16446b95cb86b21b140f5c5fd5e9b079/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,815 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,815 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=23 2024-11-21T03:57:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,46339,1732161452740 in 497 msec 2024-11-21T03:57:36,817 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16446b95cb86b21b140f5c5fd5e9b079 columnFamilyName colfamily31 2024-11-21T03:57:36,817 DEBUG [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,818 INFO [StoreOpener-16446b95cb86b21b140f5c5fd5e9b079-1 {}] regionserver.HStore(327): Store=16446b95cb86b21b140f5c5fd5e9b079/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,818 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,820 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,820 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,821 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,822 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,822 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN in 717 msec 2024-11-21T03:57:36,824 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,826 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,827 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ea57ef9e7bce5526e11d81ddaa8c3f6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60706861, jitterRate=-0.09539727866649628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,827 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T03:57:36,828 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ea57ef9e7bce5526e11d81ddaa8c3f6e: Running coprocessor pre-open hook at 1732161456795Writing region info on filesystem at 1732161456795Initializing all the Stores at 1732161456796 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456796Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456797 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456797Cleaning up temporary data from old regions at 1732161456813 (+16 ms)Running coprocessor post-open hooks at 1732161456827 (+14 ms)Region opened successfully at 1732161456827 2024-11-21T03:57:36,829 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e., pid=44, masterSystemTime=1732161456487 2024-11-21T03:57:36,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=28 2024-11-21T03:57:36,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure b73ee6e05446836850a2dae95b572c78, server=fdc0a393186c,36731,1732161452921 in 460 msec 2024-11-21T03:57:36,832 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:36,832 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T03:57:36,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b73ee6e05446836850a2dae95b572c78, ASSIGN in 731 msec 2024-11-21T03:57:36,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T03:57:36,837 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,838 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 16446b95cb86b21b140f5c5fd5e9b079; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62484733, jitterRate=-0.06890492141246796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,839 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T03:57:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea57ef9e7bce5526e11d81ddaa8c3f6e, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T03:57:36,839 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 16446b95cb86b21b140f5c5fd5e9b079: Running coprocessor pre-open hook at 1732161456805Writing region info on filesystem at 1732161456805Initializing all the Stores at 1732161456806 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456806Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456807 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456807Cleaning up temporary data from old regions at 1732161456822 (+15 ms)Running coprocessor post-open hooks at 1732161456839 (+17 ms)Region opened successfully at 1732161456839 2024-11-21T03:57:36,840 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., pid=55, masterSystemTime=1732161456518 2024-11-21T03:57:36,843 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:36,843 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T03:57:36,843 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:36,844 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 677c86ba0f01a2f4cc04deed3f37e836, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-21T03:57:36,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=24 2024-11-21T03:57:36,844 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d346499b9e5be6a3d64404d379d2ee9, server=fdc0a393186c,38067,1732161452846 in 505 msec 2024-11-21T03:57:36,844 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,844 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,844 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d346499b9e5be6a3d64404d379d2ee9, ASSIGN in 745 msec 2024-11-21T03:57:36,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16446b95cb86b21b140f5c5fd5e9b079, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,855 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,857 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 677c86ba0f01a2f4cc04deed3f37e836 columnFamilyName colfamily11 2024-11-21T03:57:36,858 DEBUG [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=30 2024-11-21T03:57:36,859 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] regionserver.HStore(327): Store=677c86ba0f01a2f4cc04deed3f37e836/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure ea57ef9e7bce5526e11d81ddaa8c3f6e, server=fdc0a393186c,38067,1732161452846 in 503 msec 2024-11-21T03:57:36,859 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,861 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 677c86ba0f01a2f4cc04deed3f37e836 columnFamilyName colfamily21 2024-11-21T03:57:36,861 DEBUG [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea57ef9e7bce5526e11d81ddaa8c3f6e, ASSIGN in 760 msec 2024-11-21T03:57:36,863 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] regionserver.HStore(327): Store=677c86ba0f01a2f4cc04deed3f37e836/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,863 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,866 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 677c86ba0f01a2f4cc04deed3f37e836 columnFamilyName colfamily31 2024-11-21T03:57:36,866 DEBUG [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,867 INFO [StoreOpener-677c86ba0f01a2f4cc04deed3f37e836-1 {}] regionserver.HStore(327): Store=677c86ba0f01a2f4cc04deed3f37e836/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,867 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,869 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=18 2024-11-21T03:57:36,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 16446b95cb86b21b140f5c5fd5e9b079, server=fdc0a393186c,36731,1732161452921 in 456 msec 2024-11-21T03:57:36,872 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,873 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,38067,1732161452846, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,874 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,874 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16446b95cb86b21b140f5c5fd5e9b079, ASSIGN in 771 msec 2024-11-21T03:57:36,877 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,878 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,36731,1732161452921, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T03:57:36,879 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=5 2024-11-21T03:57:36,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 267d22932b0316b4127fe6f228ac45d6, server=fdc0a393186c,38067,1732161452846 in 504 msec 2024-11-21T03:57:36,883 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,884 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 677c86ba0f01a2f4cc04deed3f37e836; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63274816, jitterRate=-0.05713176727294922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,884 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T03:57:36,884 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 677c86ba0f01a2f4cc04deed3f37e836: Running coprocessor pre-open hook at 1732161456845Writing region info on filesystem at 1732161456845Initializing all the Stores at 1732161456846 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456846Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456854 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456854Cleaning up temporary data from old regions at 1732161456874 (+20 ms)Running coprocessor post-open hooks at 1732161456884 (+10 ms)Region opened successfully at 1732161456884 2024-11-21T03:57:36,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=267d22932b0316b4127fe6f228ac45d6, ASSIGN in 783 msec 2024-11-21T03:57:36,886 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., pid=47, masterSystemTime=1732161456518 2024-11-21T03:57:36,889 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:36,889 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T03:57:36,889 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:36,890 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 213c3642d134f3d25a014e3b90ecaa8a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-21T03:57:36,890 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,890 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T03:57:36,890 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,890 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=11 2024-11-21T03:57:36,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,46339,1732161452740 in 590 msec 2024-11-21T03:57:36,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN in 792 msec 2024-11-21T03:57:36,895 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,898 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213c3642d134f3d25a014e3b90ecaa8a columnFamilyName colfamily11 2024-11-21T03:57:36,898 DEBUG [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,899 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] regionserver.HStore(327): Store=213c3642d134f3d25a014e3b90ecaa8a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,899 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 677c86ba0f01a2f4cc04deed3f37e836, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,901 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213c3642d134f3d25a014e3b90ecaa8a columnFamilyName colfamily21 2024-11-21T03:57:36,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,901 DEBUG [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,902 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] regionserver.HStore(327): Store=213c3642d134f3d25a014e3b90ecaa8a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,902 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,904 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213c3642d134f3d25a014e3b90ecaa8a columnFamilyName colfamily31 2024-11-21T03:57:36,904 DEBUG [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T03:57:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f1ac673489c73d12b58a4d0450c7074, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,905 INFO [StoreOpener-213c3642d134f3d25a014e3b90ecaa8a-1 {}] regionserver.HStore(327): Store=213c3642d134f3d25a014e3b90ecaa8a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T03:57:36,906 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,907 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,908 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-21T03:57:36,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 677c86ba0f01a2f4cc04deed3f37e836, server=fdc0a393186c,36731,1732161452921 in 537 msec 2024-11-21T03:57:36,910 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,910 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,911 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T03:57:36,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=677c86ba0f01a2f4cc04deed3f37e836, ASSIGN in 810 msec 2024-11-21T03:57:36,912 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,916 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T03:57:36,917 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 213c3642d134f3d25a014e3b90ecaa8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62384116, jitterRate=-0.07040423154830933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T03:57:36,917 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T03:57:36,917 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 213c3642d134f3d25a014e3b90ecaa8a: Running coprocessor pre-open hook at 1732161456891Writing region info on filesystem at 1732161456891Initializing all the Stores at 1732161456892 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456892Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456894 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161456894Cleaning up temporary data from old regions at 1732161456910 (+16 ms)Running coprocessor post-open hooks at 1732161456917 (+7 ms)Region opened successfully at 1732161456917 2024-11-21T03:57:36,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=22 2024-11-21T03:57:36,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f1ac673489c73d12b58a4d0450c7074, server=fdc0a393186c,36731,1732161452921 in 527 msec 2024-11-21T03:57:36,918 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., pid=52, masterSystemTime=1732161456518 2024-11-21T03:57:36,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f1ac673489c73d12b58a4d0450c7074, ASSIGN in 819 msec 2024-11-21T03:57:36,921 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:36,921 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T03:57:36,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T03:57:36,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 213c3642d134f3d25a014e3b90ecaa8a, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T03:57:36,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=17 2024-11-21T03:57:36,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure aee55259fcb65dbb7be96128e790ac95, server=fdc0a393186c,36731,1732161452921 in 521 msec 2024-11-21T03:57:36,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55259fcb65dbb7be96128e790ac95, ASSIGN in 830 msec 2024-11-21T03:57:36,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=9 2024-11-21T03:57:36,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 213c3642d134f3d25a014e3b90ecaa8a, server=fdc0a393186c,36731,1732161452921 in 536 msec 2024-11-21T03:57:36,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-21T03:57:36,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=213c3642d134f3d25a014e3b90ecaa8a, ASSIGN in 837 msec 2024-11-21T03:57:36,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T03:57:36,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732161456941"}]},"ts":"1732161456941"} 2024-11-21T03:57:36,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-21T03:57:36,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T03:57:36,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5600 sec 2024-11-21T03:57:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T03:57:37,557 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-21T03:57:37,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-21T03:57:37,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T03:57:37,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-21T03:57:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-21T03:57:37,582 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T03:57:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-21T03:57:37,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:37,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:37,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:37,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,112 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,205 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,741 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., hostname=fdc0a393186c,36731,1732161452921, seqNum=2] 2024-11-21T03:57:38,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2] 2024-11-21T03:57:38,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e., hostname=fdc0a393186c,38067,1732161452846, seqNum=2] 2024-11-21T03:57:38,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T03:57:38,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T03:57:38,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T03:57:38,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T03:57:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46339 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T03:57:38,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T03:57:39,640 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-21T03:57:39,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46339 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-21T03:57:39,901 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-21T03:57:39,901 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER fdc0a393186c,46339,1732161452740 2024-11-21T03:57:39,901 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fdc0a393186c,46339,1732161452740 2024-11-21T03:57:39,902 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fdc0a393186c,46339,1732161452740: Simulated kill ***** 2024-11-21T03:57:39,902 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T03:57:39,904 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T03:57:39,906 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T03:57:39,906 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T03:57:39,906 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T03:57:39,906 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591168896 }, "NonHeapMemoryUsage": { "committed": 157483008, "init": 7667712, "max": -1, "used": 155012672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fdc0a393186c" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fdc0a393186c" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "fdc0a393186c" } ] } 2024-11-21T03:57:39,909 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42301 {}] master.MasterRpcServices(700): fdc0a393186c,46339,1732161452740 reported a fatal error: ***** ABORTING region server fdc0a393186c,46339,1732161452740: Simulated kill ***** 2024-11-21T03:57:39,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,46339,1732161452740' ***** 2024-11-21T03:57:39,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T03:57:39,911 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T03:57:39,911 INFO [RS:0;fdc0a393186c:46339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T03:57:39,911 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T03:57:39,911 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T03:57:39,911 INFO [RS:0;fdc0a393186c:46339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T03:57:39,911 INFO [RS:0;fdc0a393186c:46339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T03:57:39,912 INFO [RS:0;fdc0a393186c:46339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fdc0a393186c:46339. 2024-11-21T03:57:39,912 DEBUG [RS:0;fdc0a393186c:46339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T03:57:39,916 DEBUG [RS:0;fdc0a393186c:46339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T03:57:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741836_1012 (size=54214) 2024-11-21T03:57:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741836_1012 (size=54214) 2024-11-21T03:57:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741836_1012 (size=54214) 2024-11-21T03:57:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741835_1011 (size=334920) 2024-11-21T03:57:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741835_1011 (size=334920) 2024-11-21T03:57:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741835_1011 (size=334920) 2024-11-21T03:57:39,925 DEBUG [RS:0;fdc0a393186c:46339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T03:57:39,925 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T03:57:39,925 INFO [RS:0;fdc0a393186c:46339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46339 2024-11-21T03:57:39,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,46339,1732161452740 2024-11-21T03:57:39,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T03:57:39,985 INFO [RS:0;fdc0a393186c:46339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T03:57:39,996 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T03:57:39,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,46339,1732161452740] 2024-11-21T03:57:40,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,46339,1732161452740 already deleted, retry=false 2024-11-21T03:57:40,005 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fdc0a393186c,46339,1732161452740 on fdc0a393186c,42301,1732161452008 2024-11-21T03:57:40,012 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,017 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for fdc0a393186c,46339,1732161452740 (carryingMeta=true) fdc0a393186c,46339,1732161452740/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18eff3cb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T03:57:40,017 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,018 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T03:57:40,018 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:57:40,018 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:57:40,021 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T03:57:40,023 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,024 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T03:57:40,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:57:40,024 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T03:57:40,024 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T03:57:40,025 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T03:57:40,025 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T03:57:40,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T03:57:40,025 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T03:57:40,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T03:57:40,029 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T03:57:40,030 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T03:57:40,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T03:57:40,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,031 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T03:57:40,032 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T03:57:40,033 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T03:57:40,033 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,46339,1732161452740, table=hbase:meta, region=1588230740 2024-11-21T03:57:40,034 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,46339,1732161452740, state=OPEN 2024-11-21T03:57:40,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:40,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:40,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:57:40,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:40,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:40,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:57:40,045 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161490045 2024-11-21T03:57:40,045 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T03:57:40,045 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,045 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T03:57:40,046 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:57:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:57:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:40,050 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true, isMeta: true 2024-11-21T03:57:40,052 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting 2024-11-21T03:57:40,054 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=1, meta=true 2024-11-21T03:57:40,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta}] 2024-11-21T03:57:40,057 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T03:57:40,057 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:57:40,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:57:40,057 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:57:40,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T03:57:40,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x1015cd3c7660001, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T03:57:40,098 INFO [RS:0;fdc0a393186c:46339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T03:57:40,098 INFO [RS:0;fdc0a393186c:46339 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,46339,1732161452740; zookeeper connection closed. 2024-11-21T03:57:40,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@213cd231 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@213cd231 2024-11-21T03:57:40,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:40,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:40,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:57:40,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:40,287 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T03:57:40,287 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T03:57:40,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:40,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:40,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:57:40,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:40,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T03:57:40,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-21T03:57:40,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T03:57:40,676 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:40,676 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:40,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:57:40,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:41,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:41,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:41,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:57:41,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:41,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:41,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:42,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:42,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:42,197 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:57:42,201 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:57:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:57:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:42,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T03:57:42,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T03:57:42,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T03:57:42,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-21T03:57:42,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T03:57:42,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T03:57:42,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T03:57:42,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T03:57:44,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:44,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:44,206 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:57:44,207 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4161 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:57:44,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:44,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:57:44,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:44,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:48,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:48,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:48,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:57:48,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8202 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:57:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:57:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:58,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:57:58,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:57:58,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:57:58,348 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18303 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:57:58,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:58,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:57:58,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:57:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:01,118 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T03:58:06,011 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fdc0a393186c:42301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T03:58:08,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:08,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:08,378 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:08,380 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28334 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:08,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:08,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:08,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:08,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:15,481 INFO [master/fdc0a393186c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T03:58:15,481 INFO [master/fdc0a393186c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T03:58:18,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:18,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:18,470 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:18,471 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38425 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:18,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:18,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:18,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:18,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:27,660 WARN [RS:1;fdc0a393186c:38067 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fdc0a393186c,46339,1732161452740: status=status unset, state=RUNNING, startTime=1732161460017, completionTime=-1 appears to have been leaked 2024-11-21T03:58:28,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:28,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:28,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:28,560 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48514 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:28,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:28,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:28,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:28,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:31,118 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T03:58:34,409 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T03:58:35,160 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c205ab8be721aa8a1628fb653a6906ce changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,161 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 213c3642d134f3d25a014e3b90ecaa8a changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,161 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c19a0d4c8ff90fa6df302053195f501 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,162 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d242aa57fbe82db296ac890dfe3bea6d changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,162 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aee55259fcb65dbb7be96128e790ac95 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,162 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 16446b95cb86b21b140f5c5fd5e9b079 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,162 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1f1ac673489c73d12b58a4d0450c7074 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,163 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 677c86ba0f01a2f4cc04deed3f37e836 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,163 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b73ee6e05446836850a2dae95b572c78 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,163 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 267d22932b0316b4127fe6f228ac45d6 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,163 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7b1c4367e30c5c91b8152f5602bf5ec9 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,163 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ea8e425dfbe80ef09189a13c2af69c4f changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,163 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 326fd2bcbb5edc3d9563ab2c7f8338c4 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,164 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 85c8a5c2c813e0dd720a53a2ac08f4d0 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,164 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d346499b9e5be6a3d64404d379d2ee9 changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,164 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5e6c34367a591dbb706456af3059f98c changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:35,164 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ea57ef9e7bce5526e11d81ddaa8c3f6e changed from -1.0 to 0.0, refreshing cache 2024-11-21T03:58:39,015 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fdc0a393186c:42301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T03:58:40,049 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T03:57:40.049Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:40.159Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40.369Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:40.678Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:41.187Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:57:42.202Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:44.208Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:48.248Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:57:58.349Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:08.382Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:18.473Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:28.562Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T03:58:40,054 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:58:40,054 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T03:58:40,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:58:40,054 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T03:58:40,054 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T03:58:40,055 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T03:58:40,055 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T03:58:40,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T03:58:40,055 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T03:58:40,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T03:58:40,059 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T03:58:40,060 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T03:58:40,061 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T03:58:40,061 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:58:40,061 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T03:58:40,061 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T03:58:40,062 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T03:58:40,063 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,46339,1732161452740, table=hbase:meta, region=1588230740 2024-11-21T03:58:40,063 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,46339,1732161452740, state=OPEN 2024-11-21T03:58:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:58:40,145 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:58:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:58:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:58:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:58:40,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:58:40,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:58:40,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:58:40,184 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161550184 2024-11-21T03:58:40,184 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T03:58:40,184 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true, isMeta: true 2024-11-21T03:58:40,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:40,185 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:40,186 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:40,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:40,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:40,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:40,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:40,188 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=1, meta=true 2024-11-21T03:58:40,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta}] 2024-11-21T03:58:40,188 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T03:58:40,193 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=fdc0a393186c,36731,1732161452921 2024-11-21T03:58:40,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921}] 2024-11-21T03:58:40,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:40,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:40,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:58:40,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:40,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-21T03:58:40,378 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, size=52.9 K (54214bytes) 2024-11-21T03:58:40,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T03:58:40,379 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T03:58:40,379 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta 2024-11-21T03:58:40,384 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta after 3ms 2024-11-21T03:58:40,393 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta took 17ms 2024-11-21T03:58:40,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-21T03:58:40,409 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp 2024-11-21T03:58:40,410 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta so closing down 2024-11-21T03:58:40,410 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:58:40,413 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp 2024-11-21T03:58:40,417 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:58:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741864_1040 (size=53973) 2024-11-21T03:58:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741864_1040 (size=53973) 2024-11-21T03:58:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741864_1040 (size=53973) 2024-11-21T03:58:40,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-21T03:58:40,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T03:58:40,434 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-21T03:58:40,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, journal: Splitting hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, size=52.9 K (54214bytes) at 1732161520378Finishing writing output for hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta so closing down at 1732161520410 (+32 ms)Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp at 1732161520413 (+3 ms)3 split writer threads finished at 1732161520417 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1732161520429 (+12 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1732161520431 (+2 ms)Processed 58 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1732161520434 (+3 ms) 2024-11-21T03:58:40,435 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta 2024-11-21T03:58:40,436 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-21T03:58:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-21T03:58:40,445 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs 2024-11-21T03:58:40,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T03:58:40,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 in 250 msec 2024-11-21T03:58:40,449 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fdc0a393186c,36731,1732161452921 2024-11-21T03:58:40,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T03:58:40,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 in 261 msec 2024-11-21T03:58:40,455 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting dir is empty, no logs to split. 2024-11-21T03:58:40,455 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=0, meta=true 2024-11-21T03:58:40,455 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fdc0a393186c,46339,1732161452740 WAL splitting is done? wals=0, meta=true 2024-11-21T03:58:40,455 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T03:58:40,455 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:58:40,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:58:40,455 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:58:40,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:40,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:40,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:58:40,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:40,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:40,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:40,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:58:40,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:41,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:41,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:41,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:58:41,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:41,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:41,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:42,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:42,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:42,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:42,348 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2163 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:42,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:42,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:42,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:42,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:44,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:44,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:44,378 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:44,379 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4194 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:44,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:48,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:48,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:48,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:48,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8233 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:48,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:48,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:48,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:48,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:58,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:58:58,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:58:58,450 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:58:58,452 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18266 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:58:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:58:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:58:58,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:01,119 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T03:59:08,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:08,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:08,469 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:08,470 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28285 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:08,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:08,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:08,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:18,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:18,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:18,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:18,560 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38375 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:18,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:18,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:18,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:18,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:28,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:28,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:28,599 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:28,600 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48415 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:28,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:28,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:28,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:28,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:31,119 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T03:59:34,280 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T03:59:34,354 WARN [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 17, running: 1 2024-11-21T03:59:34,368 WARN [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 19, running: 1 2024-11-21T03:59:40,187 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T03:58:40.186Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:40.297Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40.506Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:40.818Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:41.328Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:58:42.349Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:44.380Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:48.420Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:58:58.453Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:08.472Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:18.562Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:28.602Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T03:59:40,191 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:59:40,191 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T03:59:40,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:59:40,191 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T03:59:40,191 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T03:59:40,192 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T03:59:40,192 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T03:59:40,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T03:59:40,193 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T03:59:40,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-21T03:59:40,200 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T03:59:40,200 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T03:59:40,200 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T03:59:40,200 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T03:59:40,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T03:59:40,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:59:40,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T03:59:40,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T03:59:40,201 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T03:59:40,201 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T03:59:40,202 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T03:59:40,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T03:59:40,202 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T03:59:40,202 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,46339,1732161452740, table=hbase:meta, region=1588230740 2024-11-21T03:59:40,203 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,46339,1732161452740, state=OPEN 2024-11-21T03:59:40,229 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:59:40,229 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:59:40,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:59:40,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:59:40,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T03:59:40,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:59:40,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:59:40,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T03:59:40,276 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161610276 2024-11-21T03:59:40,276 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T03:59:40,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:40,277 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:40,278 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:40,280 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting dir is empty, no logs to split. 2024-11-21T03:59:40,280 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=0, meta=true 2024-11-21T03:59:40,280 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fdc0a393186c,46339,1732161452740 WAL splitting is done? wals=0, meta=true 2024-11-21T03:59:40,280 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T03:59:40,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T03:59:40,284 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T03:59:40,284 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T03:59:40,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T03:59:40,284 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T03:59:40,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:40,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:40,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:59:40,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:40,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:40,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:40,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:59:40,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:40,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:40,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:40,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:59:40,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:41,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:41,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:41,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T03:59:41,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:41,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:41,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:42,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:42,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:42,428 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:42,429 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:44,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:44,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:44,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:44,449 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4172 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:44,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:44,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:44,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:44,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:46,018 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fdc0a393186c:42301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T03:59:48,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:48,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:48,469 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:48,470 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8193 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:48,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:48,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:48,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:48,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:58,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T03:59:58,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T03:59:58,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:59:58,510 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18233 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T03:59:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T03:59:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T03:59:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:01,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:00:08,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:08,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T04:00:08,548 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:00:08,549 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28272 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T04:00:08,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:08,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T04:00:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T04:00:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:18,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:18,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T04:00:18,628 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:00:18,629 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38352 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T04:00:18,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:18,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T04:00:18,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T04:00:18,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:28,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:28,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T04:00:28,737 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:00:28,738 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to fdc0a393186c,46339,1732161452740 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48461 ms java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T04:00:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T04:00:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T04:00:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:31,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:00:32,406 WARN [RS:2;fdc0a393186c:36731 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fdc0a393186c,46339,1732161452740: status=Processing ServerCrashProcedure of fdc0a393186c,46339,1732161452740 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1732161460031, completionTime=-1 appears to have been leaked 2024-11-21T04:00:32,406 WARN [RS:2;fdc0a393186c:36731 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fdc0a393186c,46339,1732161452740: status=Processing ServerCrashProcedure of fdc0a393186c,46339,1732161452740 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1732161520061, completionTime=-1 appears to have been leaked 2024-11-21T04:00:40,287 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T03:59:40.279Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:40.388Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40.598Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:40.909Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:41.416Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T03:59:42.430Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:44.450Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:48.471Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T03:59:58.511Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:08.551Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:18.631Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:28.739Z, java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T04:00:40,289 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:40,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T04:00:40,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:40,289 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:40,289 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:40,290 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T04:00:40,290 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T04:00:40,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T04:00:40,290 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:40,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T04:00:40,295 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T04:00:40,295 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:40,295 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:40,295 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:40,295 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T04:00:40,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:40,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:40,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:40,296 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T04:00:40,296 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:40,296 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:40,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T04:00:40,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:40,297 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,46339,1732161452740, table=hbase:meta, region=1588230740 2024-11-21T04:00:40,297 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,46339,1732161452740, state=OPEN 2024-11-21T04:00:40,303 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:40,303 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:40,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:40,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:40,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:40,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:40,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:40,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:40,355 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161670355 2024-11-21T04:00:40,355 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:00:40,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T04:00:40,355 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T04:00:40,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:40,356 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T04:00:40,357 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:00:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T04:00:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T04:00:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:40,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:40,360 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:40,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:40,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1] 2024-11-21T04:00:40,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:40,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:40,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:40,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T04:00:40,511 DEBUG [fdc0a393186c:42301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T04:00:40,512 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:00:40,513 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:00:40,513 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:00:40,513 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:00:40,513 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:00:40,513 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:00:40,514 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:00:40,514 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:00:40,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:40,517 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPENING 2024-11-21T04:00:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:40,544 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:40,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T04:00:40,676 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:40,676 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1] 2024-11-21T04:00:40,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:00:40,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53321, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:00:40,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:53321 deadline: 1732161700360, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on fdc0a393186c,38067,1732161452846 2024-11-21T04:00:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on fdc0a393186c,38067,1732161452846 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:00:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on fdc0a393186c,38067,1732161452846 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:00:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1 from cache 2024-11-21T04:00:40,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60449, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:00:40,702 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T04:00:40,702 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:00:40,703 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T04:00:40,705 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C38067%2C1732161452846.meta, suffix=.meta, logDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs, maxLogs=32 2024-11-21T04:00:40,718 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846/fdc0a393186c%2C38067%2C1732161452846.meta.1732161640706.meta, exclude list is [], retry=0 2024-11-21T04:00:40,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35329,DS-ed642051-b6e2-4879-be99-15834f65c487,DISK] 2024-11-21T04:00:40,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46601,DS-f5b100de-2275-4de0-96fb-1176af1abccc,DISK] 2024-11-21T04:00:40,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41625,DS-fed33e62-ce9b-4bbd-8e85-35d44e834c63,DISK] 2024-11-21T04:00:40,723 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,38067,1732161452846/fdc0a393186c%2C38067%2C1732161452846.meta.1732161640706.meta 2024-11-21T04:00:40,724 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35115:35115),(127.0.0.1/127.0.0.1:41751:41751)] 2024-11-21T04:00:40,724 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:00:40,724 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T04:00:40,724 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T04:00:40,725 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T04:00:40,725 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T04:00:40,725 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:40,725 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T04:00:40,725 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T04:00:40,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:00:40,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:00:40,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:40,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:40,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:00:40,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:00:40,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:40,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:40,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:00:40,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:00:40,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:00:40,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:00:40,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:40,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:40,734 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:00:40,734 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740 2024-11-21T04:00:40,737 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740 2024-11-21T04:00:40,737 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T04:00:40,752 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T04:00:40,755 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-21T04:00:40,828 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/info/6a359a89c3fd42acb9b2c0197498d84b is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c./info:regioninfo/1732161456696/Put/seqid=0 2024-11-21T04:00:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741866_1042 (size=58053) 2024-11-21T04:00:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741866_1042 (size=58053) 2024-11-21T04:00:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741866_1042 (size=58053) 2024-11-21T04:00:40,844 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/info/6a359a89c3fd42acb9b2c0197498d84b 2024-11-21T04:00:40,903 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/ns/c296fef07b68471386713c5a5115c8fa is 43, key is default/ns:d/1732161455073/Put/seqid=0 2024-11-21T04:00:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741867_1043 (size=5153) 2024-11-21T04:00:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741867_1043 (size=5153) 2024-11-21T04:00:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741867_1043 (size=5153) 2024-11-21T04:00:40,911 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/ns/c296fef07b68471386713c5a5115c8fa 2024-11-21T04:00:40,942 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/table/5434842d80e042939b416e8e24ea78a4 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1732161456941/Put/seqid=0 2024-11-21T04:00:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741868_1044 (size=5620) 2024-11-21T04:00:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741868_1044 (size=5620) 2024-11-21T04:00:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741868_1044 (size=5620) 2024-11-21T04:00:40,950 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/table/5434842d80e042939b416e8e24ea78a4 2024-11-21T04:00:40,960 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/info/6a359a89c3fd42acb9b2c0197498d84b as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/info/6a359a89c3fd42acb9b2c0197498d84b 2024-11-21T04:00:40,969 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/info/6a359a89c3fd42acb9b2c0197498d84b, entries=260, sequenceid=60, filesize=56.7 K 2024-11-21T04:00:40,971 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/ns/c296fef07b68471386713c5a5115c8fa as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/ns/c296fef07b68471386713c5a5115c8fa 2024-11-21T04:00:40,979 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/ns/c296fef07b68471386713c5a5115c8fa, entries=2, sequenceid=60, filesize=5.0 K 2024-11-21T04:00:40,980 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/table/5434842d80e042939b416e8e24ea78a4 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/table/5434842d80e042939b416e8e24ea78a4 2024-11-21T04:00:40,988 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/table/5434842d80e042939b416e8e24ea78a4, entries=2, sequenceid=60, filesize=5.5 K 2024-11-21T04:00:40,991 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=60, compaction requested=false; wal=null 2024-11-21T04:00:40,993 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T04:00:40,994 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:00:40,994 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:00:40,995 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:00:40,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:40,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1] 2024-11-21T04:00:40,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:53321 deadline: 1732161700355, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on fdc0a393186c,38067,1732161452846 2024-11-21T04:00:40,997 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:00:40,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on fdc0a393186c,38067,1732161452846 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:00:40,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on fdc0a393186c,38067,1732161452846 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:00:40,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1 from cache 2024-11-21T04:00:41,000 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-21T04:00:41,001 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73853229, jitterRate=0.10049887001514435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:00:41,001 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T04:00:41,001 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732161640725Writing region info on filesystem at 1732161640725Initializing all the Stores at 1732161640726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161640727 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161640727Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161640728 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161640728Obtaining lock to block concurrent updates at 1732161640755 (+27 ms)Preparing flush snapshotting stores in 1588230740 at 1732161640756 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1732161640759 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732161640759Flushing 1588230740/info: creating writer at 1732161640762 (+3 ms)Flushing 1588230740/info: appending metadata at 1732161640819 (+57 ms)Flushing 1588230740/info: closing flushed file at 1732161640821 (+2 ms)Flushing 1588230740/ns: creating writer at 1732161640887 (+66 ms)Flushing 1588230740/ns: appending metadata at 1732161640902 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732161640902Flushing 1588230740/table: creating writer at 1732161640921 (+19 ms)Flushing 1588230740/table: appending metadata at 1732161640941 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732161640941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b93cad: reopening flushed file at 1732161640959 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6258675a: reopening flushed file at 1732161640970 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136c71ab: reopening flushed file at 1732161640979 (+9 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=60, compaction requested=false; wal=null at 1732161640991 (+12 ms)Cleaning up temporary data from old regions at 1732161640994 (+3 ms)Running coprocessor post-open hooks at 1732161641001 (+7 ms)Region opened successfully at 1732161641001 2024-11-21T04:00:41,002 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1732161640697 2024-11-21T04:00:41,005 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T04:00:41,005 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T04:00:41,005 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:41,006 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPEN 2024-11-21T04:00:41,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,032 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:41,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-21T04:00:41,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 in 488 msec 2024-11-21T04:00:41,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-21T04:00:41,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-21T04:00:41,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:41,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1] 2024-11-21T04:00:41,539 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,540 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,540 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,540 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,540 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,540 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,541 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,541 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,541 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,541 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,541 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,541 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,542 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,542 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,542 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,542 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,542 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,542 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,544 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,544 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,544 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T04:00:41,544 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161701544 2024-11-21T04:00:41,544 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161761544 2024-11-21T04:00:41,544 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1890 sec 2024-11-21T04:00:41,545 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): fdc0a393186c,46339,1732161452740 had 10 regions 2024-11-21T04:00:41,545 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T04:00:41,545 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:41,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:41,545 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:41,545 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T04:00:41,545 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:41,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:41,545 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:41,546 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:41,546 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T04:00:41,546 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T04:00:41,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T04:00:41,546 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:41,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T04:00:41,550 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T04:00:41,551 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:41,551 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:41,551 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:41,551 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:41,551 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:41,552 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T04:00:41,553 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:41,553 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,554 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-21T04:00:41,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=61 2024-11-21T04:00:41,555 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,38067,1732161452846, table=hbase:meta, region=1588230740 2024-11-21T04:00:41,556 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPEN 2024-11-21T04:00:41,583 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:41,592 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:41,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,612 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161671611 2024-11-21T04:00:41,612 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:00:41,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,622 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,622 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T04:00:41,622 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161701622 2024-11-21T04:00:41,622 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161761622 2024-11-21T04:00:41,622 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-21T04:00:41,623 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): fdc0a393186c,46339,1732161452740 had 9 regions 2024-11-21T04:00:41,623 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T04:00:41,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true, isMeta: false 2024-11-21T04:00:41,627 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=1, meta=false 2024-11-21T04:00:41,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443}] 2024-11-21T04:00:41,627 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T04:00:41,627 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:41,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:41,627 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:41,873 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:41,873 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T04:00:41,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:41,873 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:41,873 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:41,873 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T04:00:41,873 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T04:00:41,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T04:00:41,874 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:41,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T04:00:41,877 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T04:00:41,877 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:41,877 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:41,877 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:41,877 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:41,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:41,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:41,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T04:00:41,881 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=61 2024-11-21T04:00:41,881 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,38067,1732161452846, table=hbase:meta, region=1588230740 2024-11-21T04:00:41,881 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPEN 2024-11-21T04:00:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:41,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:41,910 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161671910 2024-11-21T04:00:41,910 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:00:41,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:41,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:41,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:41,919 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T04:00:41,919 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161701919 2024-11-21T04:00:41,919 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161761919 2024-11-21T04:00:41,919 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-21T04:00:41,919 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true, isMeta: false 2024-11-21T04:00:41,921 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=1, meta=false 2024-11-21T04:00:41,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443}] 2024-11-21T04:00:41,922 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T04:00:41,925 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:41,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921}] 2024-11-21T04:00:42,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60703, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:00:42,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-21T04:00:42,103 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443, size=327.1 K (334920bytes) 2024-11-21T04:00:42,103 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 2024-11-21T04:00:42,104 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 after 1ms 2024-11-21T04:00:42,108 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 took 5ms 2024-11-21T04:00:42,112 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 41e8e31cd1b8a351804131ce548924fb: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,113 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6f4f32a5a3598cfbbf67cb1b0b556cfb: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,115 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 13fc34cac9374d6a56faec8863be3858: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ea2b40dbdb7b43c7d3f86a18f456f25a: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for eaa7d009ee3cf8bd115dd44cf171631e: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,118 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 139e5e9550efe8cdf7255e83dab8d71c: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,120 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 30d633482f970a62a6ccdc6b9f5ea84a: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,121 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 9601031f511d51d789d9778e5e05fd7f: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,123 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a7ccffae552f0b223e0d8fc23a70eb7e: last_flushed_sequence_id: 18446744073709551615 2024-11-21T04:00:42,128 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,130 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,130 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,132 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,135 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,136 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,138 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,139 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,142 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,143 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 so closing down 2024-11-21T04:00:42,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T04:00:42,146 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,146 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,148 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,151 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,151 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,151 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,153 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,155 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp 2024-11-21T04:00:42,156 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T04:00:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741871_1047 (size=36767) 2024-11-21T04:00:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741871_1047 (size=36767) 2024-11-21T04:00:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741869_1045 (size=36767) 2024-11-21T04:00:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741869_1045 (size=36767) 2024-11-21T04:00:42,172 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T04:00:42,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741869_1045 (size=36767) 2024-11-21T04:00:42,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741871_1047 (size=36767) 2024-11-21T04:00:42,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T04:00:42,174 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004 2024-11-21T04:00:42,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004 2024-11-21T04:00:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741870_1046 (size=36767) 2024-11-21T04:00:42,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741870_1046 (size=36767) 2024-11-21T04:00:42,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741870_1046 (size=36767) 2024-11-21T04:00:42,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T04:00:42,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004 2024-11-21T04:00:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741872_1048 (size=36767) 2024-11-21T04:00:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741872_1048 (size=36767) 2024-11-21T04:00:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741872_1048 (size=36767) 2024-11-21T04:00:42,194 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T04:00:42,196 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004 2024-11-21T04:00:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741873_1049 (size=36767) 2024-11-21T04:00:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741873_1049 (size=36767) 2024-11-21T04:00:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741874_1050 (size=36767) 2024-11-21T04:00:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741874_1050 (size=36767) 2024-11-21T04:00:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741873_1049 (size=36767) 2024-11-21T04:00:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741874_1050 (size=36767) 2024-11-21T04:00:42,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T04:00:42,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T04:00:42,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004 2024-11-21T04:00:42,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004 2024-11-21T04:00:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741876_1052 (size=36767) 2024-11-21T04:00:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741876_1052 (size=36767) 2024-11-21T04:00:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741876_1052 (size=36767) 2024-11-21T04:00:42,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T04:00:42,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004 2024-11-21T04:00:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741875_1051 (size=36767) 2024-11-21T04:00:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741877_1053 (size=36767) 2024-11-21T04:00:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741877_1053 (size=36767) 2024-11-21T04:00:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741877_1053 (size=36767) 2024-11-21T04:00:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741875_1051 (size=36767) 2024-11-21T04:00:42,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T04:00:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741875_1051 (size=36767) 2024-11-21T04:00:42,232 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-21T04:00:42,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004 2024-11-21T04:00:42,234 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004 2024-11-21T04:00:42,234 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 125 ms; skipped=9; WAL=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-21T04:00:42,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443, journal: Splitting hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443, size=327.1 K (334920bytes) at 1732161642103Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642130 (+27 ms)Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642135 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642139 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642143 (+4 ms)Split 9 edits, skipped 9 edits. at 1732161642145 (+2 ms)Finishing writing output for hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 so closing down at 1732161642145Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642146 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642151 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642151Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642151Creating recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp at 1732161642155 (+4 ms)3 split writer threads finished at 1732161642156 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732161642172 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732161642172Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004 at 1732161642174 (+2 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004 at 1732161642175 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732161642180 (+5 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004 at 1732161642181 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732161642195 (+14 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004 at 1732161642196 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732161642202 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732161642203 (+1 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004 at 1732161642204 (+1 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004 at 1732161642204Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732161642220 (+16 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004 at 1732161642222 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732161642232 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1732161642232Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004 at 1732161642234 (+2 ms)Rename recovered edits hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004-fdc0a393186c%2C46339%2C1732161452740.1732161454443.temp to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004 at 1732161642234Processed 18 edits across 9 Regions in 125 ms; skipped=9; WAL=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1732161642234 2024-11-21T04:00:42,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 2024-11-21T04:00:42,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-21T04:00:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-21T04:00:42,239 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting/fdc0a393186c%2C46339%2C1732161452740.1732161454443 to hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs 2024-11-21T04:00:42,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T04:00:42,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 in 313 msec 2024-11-21T04:00:42,243 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-21T04:00:42,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 in 321 msec 2024-11-21T04:00:42,247 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting dir is empty, no logs to split. 2024-11-21T04:00:42,247 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=0, meta=false 2024-11-21T04:00:42,247 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fdc0a393186c,46339,1732161452740 WAL splitting is done? wals=0, meta=false 2024-11-21T04:00:42,248 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T04:00:42,248 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:42,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:42,248 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:42,419 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:42,419 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T04:00:42,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:42,419 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:42,420 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:42,420 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T04:00:42,420 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T04:00:42,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T04:00:42,420 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:42,421 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:42,423 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:42,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T04:00:42,425 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,425 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,426 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T04:00:42,427 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=61 2024-11-21T04:00:42,427 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,38067,1732161452846, table=hbase:meta, region=1588230740 2024-11-21T04:00:42,427 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPEN 2024-11-21T04:00:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:42,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:42,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:42,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:42,462 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161672461 2024-11-21T04:00:42,462 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:00:42,470 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,470 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,470 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,473 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,473 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,473 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T04:00:42,473 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161702473 2024-11-21T04:00:42,473 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161762473 2024-11-21T04:00:42,473 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-21T04:00:42,474 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server fdc0a393186c,46339,1732161452740 does not exist 2024-11-21T04:00:42,474 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,46339,1732161452740 WAL count=0, meta=false 2024-11-21T04:00:42,474 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fdc0a393186c,46339,1732161452740 WAL splitting is done? wals=0, meta=false 2024-11-21T04:00:42,475 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fdc0a393186c,46339,1732161452740 failed, ignore...File hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/WALs/fdc0a393186c,46339,1732161452740-splitting does not exist. 2024-11-21T04:00:42,475 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T04:00:42,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN}] 2024-11-21T04:00:42,477 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T04:00:42,477 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:42,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:42,477 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:42,723 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:42,723 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T04:00:42,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:42,723 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:42,724 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:42,724 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T04:00:42,724 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T04:00:42,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T04:00:42,725 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:42,726 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T04:00:42,729 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T04:00:42,729 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:42,729 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:42,729 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:42,729 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:42,729 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:42,730 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:42,730 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:42,732 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T04:00:42,734 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:42,734 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:42,734 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,735 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,735 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,736 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:42,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-21T04:00:42,736 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=61 2024-11-21T04:00:42,737 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,38067,1732161452846, table=hbase:meta, region=1588230740 2024-11-21T04:00:42,737 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPEN 2024-11-21T04:00:42,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:42,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:42,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:42,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:42,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:42,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:42,778 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161672777 2024-11-21T04:00:42,778 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:00:42,781 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,785 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,785 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,785 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,785 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:42,785 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, lastHost=fdc0a393186c,46339,1732161452740, regionLocation=fdc0a393186c,46339,1732161452740, openSeqNum=2 2024-11-21T04:00:42,785 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:42,785 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T04:00:42,785 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161702785 2024-11-21T04:00:42,786 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161762786 2024-11-21T04:00:42,786 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-21T04:00:42,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN}] 2024-11-21T04:00:42,786 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T04:00:42,788 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN 2024-11-21T04:00:42,789 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,789 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN 2024-11-21T04:00:42,790 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,791 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN 2024-11-21T04:00:42,791 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN 2024-11-21T04:00:42,792 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,793 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN 2024-11-21T04:00:42,794 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN 2024-11-21T04:00:42,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN 2024-11-21T04:00:42,796 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN 2024-11-21T04:00:42,797 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN 2024-11-21T04:00:42,798 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:00:42,940 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:00:42,941 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:00:42,941 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:00:42,941 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:00:42,941 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:00:42,942 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:00:42,942 INFO [fdc0a393186c:42301 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:00:42,942 DEBUG [fdc0a393186c:42301 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:00:42,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=41e8e31cd1b8a351804131ce548924fb, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=9601031f511d51d789d9778e5e05fd7f, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPENING, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:42,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN because future has completed 2024-11-21T04:00:42,949 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T04:00:42,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN because future has completed 2024-11-21T04:00:42,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN because future has completed 2024-11-21T04:00:42,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN because future has completed 2024-11-21T04:00:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN because future has completed 2024-11-21T04:00:42,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T04:00:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN because future has completed 2024-11-21T04:00:42,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T04:00:42,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T04:00:42,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T04:00:42,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,38067,1732161452846}] 2024-11-21T04:00:42,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=13fc34cac9374d6a56faec8863be3858, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPENING, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:42,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN because future has completed 2024-11-21T04:00:42,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T04:00:42,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN because future has completed 2024-11-21T04:00:42,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN because future has completed 2024-11-21T04:00:42,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T04:00:42,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,36731,1732161452921}] 2024-11-21T04:00:43,107 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:43,107 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 41e8e31cd1b8a351804131ce548924fb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-21T04:00:43,107 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,107 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,108 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,108 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,110 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,111 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e8e31cd1b8a351804131ce548924fb columnFamilyName colfamily11 2024-11-21T04:00:43,111 DEBUG [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,112 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(327): Store=41e8e31cd1b8a351804131ce548924fb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,112 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,112 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:43,112 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => ea2b40dbdb7b43c7d3f86a18f456f25a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-21T04:00:43,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,113 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e8e31cd1b8a351804131ce548924fb columnFamilyName colfamily21 2024-11-21T04:00:43,113 DEBUG [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,114 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(327): Store=41e8e31cd1b8a351804131ce548924fb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,114 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,115 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e8e31cd1b8a351804131ce548924fb columnFamilyName colfamily31 2024-11-21T04:00:43,115 DEBUG [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,115 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,115 INFO [StoreOpener-41e8e31cd1b8a351804131ce548924fb-1 {}] regionserver.HStore(327): Store=41e8e31cd1b8a351804131ce548924fb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,116 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2b40dbdb7b43c7d3f86a18f456f25a columnFamilyName colfamily11 2024-11-21T04:00:43,116 DEBUG [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,116 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(327): Store=ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,117 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,118 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2b40dbdb7b43c7d3f86a18f456f25a columnFamilyName colfamily21 2024-11-21T04:00:43,118 DEBUG [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,118 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,118 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(327): Store=ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,118 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,118 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004 2024-11-21T04:00:43,119 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2b40dbdb7b43c7d3f86a18f456f25a columnFamilyName colfamily31 2024-11-21T04:00:43,119 DEBUG [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,120 INFO [StoreOpener-ea2b40dbdb7b43c7d3f86a18f456f25a-1 {}] regionserver.HStore(327): Store=ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,120 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,121 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,123 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,124 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004 2024-11-21T04:00:43,125 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004 2024-11-21T04:00:43,125 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 41e8e31cd1b8a351804131ce548924fb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,130 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004 2024-11-21T04:00:43,131 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing ea2b40dbdb7b43c7d3f86a18f456f25a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,156 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/.tmp/colfamily11/4482d3487df6492380027d549aa0b3b3 is 52, key is yyy/colfamily11:colfamily11/1732161459292/Put/seqid=0 2024-11-21T04:00:43,157 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/.tmp/colfamily11/e20848e55d254492bfa5b100d1705b9c is 52, key is vvv/colfamily11:colfamily11/1732161459254/Put/seqid=0 2024-11-21T04:00:43,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741879_1055 (size=39263) 2024-11-21T04:00:43,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741878_1054 (size=39263) 2024-11-21T04:00:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741878_1054 (size=39263) 2024-11-21T04:00:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741879_1055 (size=39263) 2024-11-21T04:00:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741878_1054 (size=39263) 2024-11-21T04:00:43,170 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/.tmp/colfamily11/e20848e55d254492bfa5b100d1705b9c 2024-11-21T04:00:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741879_1055 (size=39263) 2024-11-21T04:00:43,171 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/.tmp/colfamily11/4482d3487df6492380027d549aa0b3b3 2024-11-21T04:00:43,180 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/.tmp/colfamily11/4482d3487df6492380027d549aa0b3b3 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/colfamily11/4482d3487df6492380027d549aa0b3b3 2024-11-21T04:00:43,180 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/.tmp/colfamily11/e20848e55d254492bfa5b100d1705b9c as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11/e20848e55d254492bfa5b100d1705b9c 2024-11-21T04:00:43,187 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/colfamily11/4482d3487df6492380027d549aa0b3b3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,188 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11/e20848e55d254492bfa5b100d1705b9c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,188 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea2b40dbdb7b43c7d3f86a18f456f25a in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,188 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41e8e31cd1b8a351804131ce548924fb in 63ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,189 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/0000000000000000004 2024-11-21T04:00:43,189 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/0000000000000000004 2024-11-21T04:00:43,190 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,190 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,190 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,190 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,191 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,191 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,192 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,192 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,194 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,194 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,195 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 41e8e31cd1b8a351804131ce548924fb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62556338, jitterRate=-0.0678379237651825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,195 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:43,195 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 41e8e31cd1b8a351804131ce548924fb: Running coprocessor pre-open hook at 1732161643108Writing region info on filesystem at 1732161643108Initializing all the Stores at 1732161643109 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643109Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643109Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643109Obtaining lock to block concurrent updates at 1732161643125 (+16 ms)Preparing flush snapshotting stores in 41e8e31cd1b8a351804131ce548924fb at 1732161643125Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643125Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. at 1732161643125Flushing 41e8e31cd1b8a351804131ce548924fb/colfamily11: creating writer at 1732161643126 (+1 ms)Flushing 41e8e31cd1b8a351804131ce548924fb/colfamily11: appending metadata at 1732161643156 (+30 ms)Flushing 41e8e31cd1b8a351804131ce548924fb/colfamily11: closing flushed file at 1732161643156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3ccc68: reopening flushed file at 1732161643179 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41e8e31cd1b8a351804131ce548924fb in 63ms, sequenceid=4, compaction requested=false; wal=null at 1732161643188 (+9 ms)Cleaning up temporary data from old regions at 1732161643190 (+2 ms)Running coprocessor post-open hooks at 1732161643195 (+5 ms)Region opened successfully at 1732161643195 2024-11-21T04:00:43,195 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened ea2b40dbdb7b43c7d3f86a18f456f25a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67713311, jitterRate=0.009006962180137634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,196 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:43,196 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for ea2b40dbdb7b43c7d3f86a18f456f25a: Running coprocessor pre-open hook at 1732161643113Writing region info on filesystem at 1732161643113Initializing all the Stores at 1732161643114 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643115 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643115Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643115Obtaining lock to block concurrent updates at 1732161643131 (+16 ms)Preparing flush snapshotting stores in ea2b40dbdb7b43c7d3f86a18f456f25a at 1732161643131Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643131Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. at 1732161643131Flushing ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11: creating writer at 1732161643131Flushing ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11: appending metadata at 1732161643156 (+25 ms)Flushing ea2b40dbdb7b43c7d3f86a18f456f25a/colfamily11: closing flushed file at 1732161643156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe180bc: reopening flushed file at 1732161643179 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea2b40dbdb7b43c7d3f86a18f456f25a in 58ms, sequenceid=4, compaction requested=false; wal=null at 1732161643188 (+9 ms)Cleaning up temporary data from old regions at 1732161643190 (+2 ms)Running coprocessor post-open hooks at 1732161643196 (+6 ms)Region opened successfully at 1732161643196 2024-11-21T04:00:43,196 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., pid=73, masterSystemTime=1732161643102 2024-11-21T04:00:43,197 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., pid=75, masterSystemTime=1732161643107 2024-11-21T04:00:43,198 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:43,198 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:43,199 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:43,199 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => a7ccffae552f0b223e0d8fc23a70eb7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-21T04:00:43,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,199 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,199 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,199 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,199 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,200 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:43,201 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:43,201 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:43,201 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f4f32a5a3598cfbbf67cb1b0b556cfb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-21T04:00:43,201 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,201 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,201 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,201 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,201 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T04:00:43,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T04:00:43,204 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ccffae552f0b223e0d8fc23a70eb7e columnFamilyName colfamily11 2024-11-21T04:00:43,204 DEBUG [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,205 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(327): Store=a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,205 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,205 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,206 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ccffae552f0b223e0d8fc23a70eb7e columnFamilyName colfamily21 2024-11-21T04:00:43,206 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4f32a5a3598cfbbf67cb1b0b556cfb columnFamilyName colfamily11 2024-11-21T04:00:43,206 DEBUG [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,206 DEBUG [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,207 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(327): Store=6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,207 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(327): Store=a7ccffae552f0b223e0d8fc23a70eb7e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,207 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,207 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=69 2024-11-21T04:00:43,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,38067,1732161452846 in 256 msec 2024-11-21T04:00:43,208 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4f32a5a3598cfbbf67cb1b0b556cfb columnFamilyName colfamily21 2024-11-21T04:00:43,208 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ccffae552f0b223e0d8fc23a70eb7e columnFamilyName colfamily31 2024-11-21T04:00:43,208 DEBUG [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,208 DEBUG [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,209 INFO [StoreOpener-a7ccffae552f0b223e0d8fc23a70eb7e-1 {}] regionserver.HStore(327): Store=a7ccffae552f0b223e0d8fc23a70eb7e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,209 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,209 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(327): Store=6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,209 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,210 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,210 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4f32a5a3598cfbbf67cb1b0b556cfb columnFamilyName colfamily31 2024-11-21T04:00:43,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN in 422 msec 2024-11-21T04:00:43,211 DEBUG [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,211 INFO [StoreOpener-6f4f32a5a3598cfbbf67cb1b0b556cfb-1 {}] regionserver.HStore(327): Store=6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,211 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,212 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,213 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,214 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004 2024-11-21T04:00:43,214 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,215 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004 2024-11-21T04:00:43,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=65 2024-11-21T04:00:43,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,36731,1732161452921 in 256 msec 2024-11-21T04:00:43,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN in 430 msec 2024-11-21T04:00:43,222 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004 2024-11-21T04:00:43,222 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing a7ccffae552f0b223e0d8fc23a70eb7e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,222 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004 2024-11-21T04:00:43,223 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 6f4f32a5a3598cfbbf67cb1b0b556cfb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,243 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/.tmp/colfamily11/3fe5b1a79c5646ce91f33dab199dfccd is 52, key is ddd/colfamily11:colfamily11/1732161458973/Put/seqid=0 2024-11-21T04:00:43,244 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/.tmp/colfamily11/41bbda0a97434332b613aefd85ecbbe7 is 52, key is sss/colfamily11:colfamily11/1732161459214/Put/seqid=0 2024-11-21T04:00:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741881_1057 (size=39263) 2024-11-21T04:00:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741880_1056 (size=39263) 2024-11-21T04:00:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741881_1057 (size=39263) 2024-11-21T04:00:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741880_1056 (size=39263) 2024-11-21T04:00:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741880_1056 (size=39263) 2024-11-21T04:00:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741881_1057 (size=39263) 2024-11-21T04:00:43,253 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/.tmp/colfamily11/3fe5b1a79c5646ce91f33dab199dfccd 2024-11-21T04:00:43,253 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/.tmp/colfamily11/41bbda0a97434332b613aefd85ecbbe7 2024-11-21T04:00:43,259 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/.tmp/colfamily11/41bbda0a97434332b613aefd85ecbbe7 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11/41bbda0a97434332b613aefd85ecbbe7 2024-11-21T04:00:43,259 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/.tmp/colfamily11/3fe5b1a79c5646ce91f33dab199dfccd as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11/3fe5b1a79c5646ce91f33dab199dfccd 2024-11-21T04:00:43,266 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11/41bbda0a97434332b613aefd85ecbbe7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,266 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11/3fe5b1a79c5646ce91f33dab199dfccd, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,266 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a7ccffae552f0b223e0d8fc23a70eb7e in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,266 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6f4f32a5a3598cfbbf67cb1b0b556cfb in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,267 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/0000000000000000004 2024-11-21T04:00:43,267 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/0000000000000000004 2024-11-21T04:00:43,268 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,268 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,268 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,268 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,269 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,269 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,270 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,271 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,273 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,273 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,274 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened a7ccffae552f0b223e0d8fc23a70eb7e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59116915, jitterRate=-0.11908932030200958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,274 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:43,274 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 6f4f32a5a3598cfbbf67cb1b0b556cfb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70121520, jitterRate=0.044892072677612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,274 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for a7ccffae552f0b223e0d8fc23a70eb7e: Running coprocessor pre-open hook at 1732161643199Writing region info on filesystem at 1732161643199Initializing all the Stores at 1732161643201 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643201Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643201Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643201Obtaining lock to block concurrent updates at 1732161643222 (+21 ms)Preparing flush snapshotting stores in a7ccffae552f0b223e0d8fc23a70eb7e at 1732161643222Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643222Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. at 1732161643222Flushing a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11: creating writer at 1732161643222Flushing a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11: appending metadata at 1732161643243 (+21 ms)Flushing a7ccffae552f0b223e0d8fc23a70eb7e/colfamily11: closing flushed file at 1732161643243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214302f3: reopening flushed file at 1732161643258 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a7ccffae552f0b223e0d8fc23a70eb7e in 44ms, sequenceid=4, compaction requested=false; wal=null at 1732161643266 (+8 ms)Cleaning up temporary data from old regions at 1732161643268 (+2 ms)Running coprocessor post-open hooks at 1732161643274 (+6 ms)Region opened successfully at 1732161643274 2024-11-21T04:00:43,274 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:43,274 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 6f4f32a5a3598cfbbf67cb1b0b556cfb: Running coprocessor pre-open hook at 1732161643202Writing region info on filesystem at 1732161643202Initializing all the Stores at 1732161643203 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643203Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643204 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643204Obtaining lock to block concurrent updates at 1732161643223 (+19 ms)Preparing flush snapshotting stores in 6f4f32a5a3598cfbbf67cb1b0b556cfb at 1732161643223Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643223Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. at 1732161643223Flushing 6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11: creating writer at 1732161643223Flushing 6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11: appending metadata at 1732161643243 (+20 ms)Flushing 6f4f32a5a3598cfbbf67cb1b0b556cfb/colfamily11: closing flushed file at 1732161643243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680887ec: reopening flushed file at 1732161643258 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6f4f32a5a3598cfbbf67cb1b0b556cfb in 44ms, sequenceid=4, compaction requested=false; wal=null at 1732161643266 (+8 ms)Cleaning up temporary data from old regions at 1732161643268 (+2 ms)Running coprocessor post-open hooks at 1732161643274 (+6 ms)Region opened successfully at 1732161643274 2024-11-21T04:00:43,275 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., pid=78, masterSystemTime=1732161643102 2024-11-21T04:00:43,275 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., pid=80, masterSystemTime=1732161643107 2024-11-21T04:00:43,277 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:43,277 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:43,277 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:43,277 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 9601031f511d51d789d9778e5e05fd7f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-21T04:00:43,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:43,278 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,278 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => eaa7d009ee3cf8bd115dd44cf171631e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,278 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,279 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T04:00:43,281 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,281 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,281 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,283 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa7d009ee3cf8bd115dd44cf171631e columnFamilyName colfamily11 2024-11-21T04:00:43,283 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9601031f511d51d789d9778e5e05fd7f columnFamilyName colfamily11 2024-11-21T04:00:43,283 DEBUG [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,283 DEBUG [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T04:00:43,284 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(327): Store=9601031f511d51d789d9778e5e05fd7f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,284 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(327): Store=eaa7d009ee3cf8bd115dd44cf171631e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,284 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,284 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,285 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa7d009ee3cf8bd115dd44cf171631e columnFamilyName colfamily21 2024-11-21T04:00:43,285 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9601031f511d51d789d9778e5e05fd7f columnFamilyName colfamily21 2024-11-21T04:00:43,285 DEBUG [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,285 DEBUG [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,286 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(327): Store=eaa7d009ee3cf8bd115dd44cf171631e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,286 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,286 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(327): Store=9601031f511d51d789d9778e5e05fd7f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,286 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,287 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9601031f511d51d789d9778e5e05fd7f columnFamilyName colfamily31 2024-11-21T04:00:43,287 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa7d009ee3cf8bd115dd44cf171631e columnFamilyName colfamily31 2024-11-21T04:00:43,287 DEBUG [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,287 DEBUG [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,287 INFO [StoreOpener-9601031f511d51d789d9778e5e05fd7f-1 {}] regionserver.HStore(327): Store=9601031f511d51d789d9778e5e05fd7f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=70 2024-11-21T04:00:43,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,38067,1732161452846 in 321 msec 2024-11-21T04:00:43,287 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,288 INFO [StoreOpener-eaa7d009ee3cf8bd115dd44cf171631e-1 {}] regionserver.HStore(327): Store=eaa7d009ee3cf8bd115dd44cf171631e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,288 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,288 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,289 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN in 502 msec 2024-11-21T04:00:43,291 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,291 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,292 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004 2024-11-21T04:00:43,292 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004 2024-11-21T04:00:43,298 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004 2024-11-21T04:00:43,298 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing eaa7d009ee3cf8bd115dd44cf171631e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,298 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004 2024-11-21T04:00:43,298 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 9601031f511d51d789d9778e5e05fd7f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=68 2024-11-21T04:00:43,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,36731,1732161452921 in 321 msec 2024-11-21T04:00:43,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN in 513 msec 2024-11-21T04:00:43,315 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/.tmp/colfamily11/2f8896aa08294505bcde395af633e682 is 52, key is ooo/colfamily11:colfamily11/1732161459134/Put/seqid=0 2024-11-21T04:00:43,321 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/.tmp/colfamily11/8fea46dc88b3491e9ac24675847d97e3 is 52, key is kkk/colfamily11:colfamily11/1732161459091/Put/seqid=0 2024-11-21T04:00:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741882_1058 (size=39263) 2024-11-21T04:00:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741882_1058 (size=39263) 2024-11-21T04:00:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741882_1058 (size=39263) 2024-11-21T04:00:43,326 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/.tmp/colfamily11/2f8896aa08294505bcde395af633e682 2024-11-21T04:00:43,334 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/.tmp/colfamily11/2f8896aa08294505bcde395af633e682 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/colfamily11/2f8896aa08294505bcde395af633e682 2024-11-21T04:00:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741883_1059 (size=39263) 2024-11-21T04:00:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741883_1059 (size=39263) 2024-11-21T04:00:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741883_1059 (size=39263) 2024-11-21T04:00:43,338 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/.tmp/colfamily11/8fea46dc88b3491e9ac24675847d97e3 2024-11-21T04:00:43,343 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/colfamily11/2f8896aa08294505bcde395af633e682, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,343 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9601031f511d51d789d9778e5e05fd7f in 45ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,344 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/0000000000000000004 2024-11-21T04:00:43,346 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,346 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,346 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/.tmp/colfamily11/8fea46dc88b3491e9ac24675847d97e3 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/colfamily11/8fea46dc88b3491e9ac24675847d97e3 2024-11-21T04:00:43,346 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,348 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,351 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,353 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 9601031f511d51d789d9778e5e05fd7f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68227144, jitterRate=0.016663670539855957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,353 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:43,353 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 9601031f511d51d789d9778e5e05fd7f: Running coprocessor pre-open hook at 1732161643278Writing region info on filesystem at 1732161643278Initializing all the Stores at 1732161643280 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643280Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643281 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643281Obtaining lock to block concurrent updates at 1732161643298 (+17 ms)Preparing flush snapshotting stores in 9601031f511d51d789d9778e5e05fd7f at 1732161643298Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643299 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. at 1732161643299Flushing 9601031f511d51d789d9778e5e05fd7f/colfamily11: creating writer at 1732161643299Flushing 9601031f511d51d789d9778e5e05fd7f/colfamily11: appending metadata at 1732161643314 (+15 ms)Flushing 9601031f511d51d789d9778e5e05fd7f/colfamily11: closing flushed file at 1732161643314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334288f7: reopening flushed file at 1732161643333 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9601031f511d51d789d9778e5e05fd7f in 45ms, sequenceid=4, compaction requested=false; wal=null at 1732161643343 (+10 ms)Cleaning up temporary data from old regions at 1732161643346 (+3 ms)Running coprocessor post-open hooks at 1732161643353 (+7 ms)Region opened successfully at 1732161643353 2024-11-21T04:00:43,353 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/colfamily11/8fea46dc88b3491e9ac24675847d97e3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,353 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eaa7d009ee3cf8bd115dd44cf171631e in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,354 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., pid=77, masterSystemTime=1732161643102 2024-11-21T04:00:43,354 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/0000000000000000004 2024-11-21T04:00:43,356 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,356 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,356 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:43,357 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:43,357 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:43,357 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 139e5e9550efe8cdf7255e83dab8d71c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-21T04:00:43,357 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,358 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,358 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,358 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,358 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T04:00:43,360 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,360 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,361 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 139e5e9550efe8cdf7255e83dab8d71c columnFamilyName colfamily11 2024-11-21T04:00:43,362 DEBUG [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,362 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(327): Store=139e5e9550efe8cdf7255e83dab8d71c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,362 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,364 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 139e5e9550efe8cdf7255e83dab8d71c columnFamilyName colfamily21 2024-11-21T04:00:43,364 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=72 2024-11-21T04:00:43,364 DEBUG [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,38067,1732161452846 in 400 msec 2024-11-21T04:00:43,365 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(327): Store=139e5e9550efe8cdf7255e83dab8d71c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,365 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,366 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened eaa7d009ee3cf8bd115dd44cf171631e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69119129, jitterRate=0.02995528280735016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN in 578 msec 2024-11-21T04:00:43,366 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 139e5e9550efe8cdf7255e83dab8d71c columnFamilyName colfamily31 2024-11-21T04:00:43,366 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:43,366 DEBUG [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,366 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for eaa7d009ee3cf8bd115dd44cf171631e: Running coprocessor pre-open hook at 1732161643279Writing region info on filesystem at 1732161643279Initializing all the Stores at 1732161643280 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643280Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643280Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643281 (+1 ms)Obtaining lock to block concurrent updates at 1732161643298 (+17 ms)Preparing flush snapshotting stores in eaa7d009ee3cf8bd115dd44cf171631e at 1732161643298Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643298Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. at 1732161643298Flushing eaa7d009ee3cf8bd115dd44cf171631e/colfamily11: creating writer at 1732161643298Flushing eaa7d009ee3cf8bd115dd44cf171631e/colfamily11: appending metadata at 1732161643320 (+22 ms)Flushing eaa7d009ee3cf8bd115dd44cf171631e/colfamily11: closing flushed file at 1732161643321 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b7b30d: reopening flushed file at 1732161643345 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eaa7d009ee3cf8bd115dd44cf171631e in 55ms, sequenceid=4, compaction requested=false; wal=null at 1732161643353 (+8 ms)Cleaning up temporary data from old regions at 1732161643356 (+3 ms)Running coprocessor post-open hooks at 1732161643366 (+10 ms)Region opened successfully at 1732161643366 2024-11-21T04:00:43,367 INFO [StoreOpener-139e5e9550efe8cdf7255e83dab8d71c-1 {}] regionserver.HStore(327): Store=139e5e9550efe8cdf7255e83dab8d71c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,367 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,367 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., pid=81, masterSystemTime=1732161643107 2024-11-21T04:00:43,368 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,370 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:43,370 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:43,370 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,370 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:43,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,370 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 13fc34cac9374d6a56faec8863be3858, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-21T04:00:43,371 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,371 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,371 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004 2024-11-21T04:00:43,371 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,371 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T04:00:43,374 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,375 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13fc34cac9374d6a56faec8863be3858 columnFamilyName colfamily11 2024-11-21T04:00:43,375 DEBUG [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,375 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(327): Store=13fc34cac9374d6a56faec8863be3858/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,376 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,377 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13fc34cac9374d6a56faec8863be3858 columnFamilyName colfamily21 2024-11-21T04:00:43,377 DEBUG [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=66 2024-11-21T04:00:43,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,36731,1732161452921 in 400 msec 2024-11-21T04:00:43,377 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(327): Store=13fc34cac9374d6a56faec8863be3858/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,378 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,379 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13fc34cac9374d6a56faec8863be3858 columnFamilyName colfamily31 2024-11-21T04:00:43,379 DEBUG [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,379 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004 2024-11-21T04:00:43,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN in 592 msec 2024-11-21T04:00:43,379 INFO [StoreOpener-13fc34cac9374d6a56faec8863be3858-1 {}] regionserver.HStore(327): Store=13fc34cac9374d6a56faec8863be3858/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,380 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 139e5e9550efe8cdf7255e83dab8d71c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,380 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,381 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,383 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,384 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004 2024-11-21T04:00:43,390 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004 2024-11-21T04:00:43,391 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 13fc34cac9374d6a56faec8863be3858 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,398 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/.tmp/colfamily11/a2ab788cd6d64104abd19a877eca81fd is 52, key is bbb/colfamily11:colfamily11/1732161458928/Put/seqid=0 2024-11-21T04:00:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741884_1060 (size=39263) 2024-11-21T04:00:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741884_1060 (size=39263) 2024-11-21T04:00:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741884_1060 (size=39263) 2024-11-21T04:00:43,410 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/.tmp/colfamily11/a2ab788cd6d64104abd19a877eca81fd 2024-11-21T04:00:43,416 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/.tmp/colfamily11/059655b36e3a4168ad4e09192b606c1a is 52, key is ppp/colfamily11:colfamily11/1732161459173/Put/seqid=0 2024-11-21T04:00:43,418 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/.tmp/colfamily11/a2ab788cd6d64104abd19a877eca81fd as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/colfamily11/a2ab788cd6d64104abd19a877eca81fd 2024-11-21T04:00:43,425 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/colfamily11/a2ab788cd6d64104abd19a877eca81fd, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,426 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 139e5e9550efe8cdf7255e83dab8d71c in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,426 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/0000000000000000004 2024-11-21T04:00:43,428 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,428 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,429 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741885_1061 (size=39263) 2024-11-21T04:00:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741885_1061 (size=39263) 2024-11-21T04:00:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741885_1061 (size=39263) 2024-11-21T04:00:43,431 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/.tmp/colfamily11/059655b36e3a4168ad4e09192b606c1a 2024-11-21T04:00:43,431 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,434 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,436 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 139e5e9550efe8cdf7255e83dab8d71c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59589595, jitterRate=-0.11204583942890167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,436 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:43,436 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 139e5e9550efe8cdf7255e83dab8d71c: Running coprocessor pre-open hook at 1732161643358Writing region info on filesystem at 1732161643358Initializing all the Stores at 1732161643360 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643360Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643360Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643360Obtaining lock to block concurrent updates at 1732161643380 (+20 ms)Preparing flush snapshotting stores in 139e5e9550efe8cdf7255e83dab8d71c at 1732161643380Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643380Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. at 1732161643380Flushing 139e5e9550efe8cdf7255e83dab8d71c/colfamily11: creating writer at 1732161643380Flushing 139e5e9550efe8cdf7255e83dab8d71c/colfamily11: appending metadata at 1732161643398 (+18 ms)Flushing 139e5e9550efe8cdf7255e83dab8d71c/colfamily11: closing flushed file at 1732161643398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3002ff: reopening flushed file at 1732161643417 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 139e5e9550efe8cdf7255e83dab8d71c in 46ms, sequenceid=4, compaction requested=false; wal=null at 1732161643426 (+9 ms)Cleaning up temporary data from old regions at 1732161643428 (+2 ms)Running coprocessor post-open hooks at 1732161643436 (+8 ms)Region opened successfully at 1732161643436 2024-11-21T04:00:43,437 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., pid=74, masterSystemTime=1732161643102 2024-11-21T04:00:43,439 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:43,439 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:43,440 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:43,440 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 30d633482f970a62a6ccdc6b9f5ea84a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-21T04:00:43,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,440 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,440 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:43,440 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,440 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,442 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/.tmp/colfamily11/059655b36e3a4168ad4e09192b606c1a as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/colfamily11/059655b36e3a4168ad4e09192b606c1a 2024-11-21T04:00:43,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T04:00:43,443 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,444 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d633482f970a62a6ccdc6b9f5ea84a columnFamilyName colfamily11 2024-11-21T04:00:43,444 DEBUG [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,445 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(327): Store=30d633482f970a62a6ccdc6b9f5ea84a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,445 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,446 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d633482f970a62a6ccdc6b9f5ea84a columnFamilyName colfamily21 2024-11-21T04:00:43,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=67 2024-11-21T04:00:43,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,38067,1732161452846 in 490 msec 2024-11-21T04:00:43,446 DEBUG [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,447 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(327): Store=30d633482f970a62a6ccdc6b9f5ea84a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,447 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,448 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d633482f970a62a6ccdc6b9f5ea84a columnFamilyName colfamily31 2024-11-21T04:00:43,448 DEBUG [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:43,449 INFO [StoreOpener-30d633482f970a62a6ccdc6b9f5ea84a-1 {}] regionserver.HStore(327): Store=30d633482f970a62a6ccdc6b9f5ea84a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:43,449 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN in 660 msec 2024-11-21T04:00:43,451 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,451 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/colfamily11/059655b36e3a4168ad4e09192b606c1a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,452 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 13fc34cac9374d6a56faec8863be3858 in 62ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,453 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,453 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/0000000000000000004 2024-11-21T04:00:43,453 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004 2024-11-21T04:00:43,454 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,454 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,454 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,457 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,459 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004 2024-11-21T04:00:43,459 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,459 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 30d633482f970a62a6ccdc6b9f5ea84a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:43,460 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 13fc34cac9374d6a56faec8863be3858; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58895354, jitterRate=-0.12239083647727966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,460 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:43,460 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 13fc34cac9374d6a56faec8863be3858: Running coprocessor pre-open hook at 1732161643371Writing region info on filesystem at 1732161643371Initializing all the Stores at 1732161643372 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643373 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643373Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643373Obtaining lock to block concurrent updates at 1732161643391 (+18 ms)Preparing flush snapshotting stores in 13fc34cac9374d6a56faec8863be3858 at 1732161643391Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643391Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. at 1732161643391Flushing 13fc34cac9374d6a56faec8863be3858/colfamily11: creating writer at 1732161643391Flushing 13fc34cac9374d6a56faec8863be3858/colfamily11: appending metadata at 1732161643415 (+24 ms)Flushing 13fc34cac9374d6a56faec8863be3858/colfamily11: closing flushed file at 1732161643415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145bd5b9: reopening flushed file at 1732161643439 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 13fc34cac9374d6a56faec8863be3858 in 62ms, sequenceid=4, compaction requested=false; wal=null at 1732161643452 (+13 ms)Cleaning up temporary data from old regions at 1732161643454 (+2 ms)Running coprocessor post-open hooks at 1732161643460 (+6 ms)Region opened successfully at 1732161643460 2024-11-21T04:00:43,462 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., pid=79, masterSystemTime=1732161643107 2024-11-21T04:00:43,463 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:43,463 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:43,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,36731,1732161452921 because future has completed 2024-11-21T04:00:43,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-21T04:00:43,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,36731,1732161452921 in 499 msec 2024-11-21T04:00:43,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN in 682 msec 2024-11-21T04:00:43,482 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/.tmp/colfamily11/ebabe597dfcd41ed8b665364d75eaac2 is 52, key is ggg/colfamily11:colfamily11/1732161459043/Put/seqid=0 2024-11-21T04:00:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741886_1062 (size=39263) 2024-11-21T04:00:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741886_1062 (size=39263) 2024-11-21T04:00:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741886_1062 (size=39263) 2024-11-21T04:00:43,495 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/.tmp/colfamily11/ebabe597dfcd41ed8b665364d75eaac2 2024-11-21T04:00:43,502 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/.tmp/colfamily11/ebabe597dfcd41ed8b665364d75eaac2 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/colfamily11/ebabe597dfcd41ed8b665364d75eaac2 2024-11-21T04:00:43,510 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/colfamily11/ebabe597dfcd41ed8b665364d75eaac2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T04:00:43,510 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 30d633482f970a62a6ccdc6b9f5ea84a in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T04:00:43,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/0000000000000000004 2024-11-21T04:00:43,512 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,512 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,513 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:00:43,514 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,517 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:00:43,518 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 30d633482f970a62a6ccdc6b9f5ea84a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71477671, jitterRate=0.06510029733181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:00:43,518 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:43,518 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 30d633482f970a62a6ccdc6b9f5ea84a: Running coprocessor pre-open hook at 1732161643441Writing region info on filesystem at 1732161643441Initializing all the Stores at 1732161643442 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643442Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643442Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161643442Obtaining lock to block concurrent updates at 1732161643459 (+17 ms)Preparing flush snapshotting stores in 30d633482f970a62a6ccdc6b9f5ea84a at 1732161643459Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161643459Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. at 1732161643459Flushing 30d633482f970a62a6ccdc6b9f5ea84a/colfamily11: creating writer at 1732161643460 (+1 ms)Flushing 30d633482f970a62a6ccdc6b9f5ea84a/colfamily11: appending metadata at 1732161643482 (+22 ms)Flushing 30d633482f970a62a6ccdc6b9f5ea84a/colfamily11: closing flushed file at 1732161643482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b25c21: reopening flushed file at 1732161643501 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 30d633482f970a62a6ccdc6b9f5ea84a in 51ms, sequenceid=4, compaction requested=false; wal=null at 1732161643510 (+9 ms)Cleaning up temporary data from old regions at 1732161643512 (+2 ms)Running coprocessor post-open hooks at 1732161643518 (+6 ms)Region opened successfully at 1732161643518 2024-11-21T04:00:43,519 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., pid=76, masterSystemTime=1732161643102 2024-11-21T04:00:43,521 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:43,521 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:43,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, openSeqNum=5, regionLocation=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,38067,1732161452846 because future has completed 2024-11-21T04:00:43,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=71 2024-11-21T04:00:43,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,38067,1732161452846 in 566 msec 2024-11-21T04:00:43,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=57 2024-11-21T04:00:43,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN in 740 msec 2024-11-21T04:00:43,528 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server fdc0a393186c,46339,1732161452740 after splitting done 2024-11-21T04:00:43,528 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T04:00:43,528 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:43,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:43,528 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:43,536 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:43,536 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T04:00:43,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:43,536 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:43,536 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:43,537 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T04:00:43,537 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T04:00:43,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T04:00:43,537 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:43,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:43,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T04:00:43,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,38067,1732161452846 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,36731,1732161452921 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.meta.1732161454908.meta, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C46339%2C1732161452740.1732161454443, worker=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=13fc34cac9374d6a56faec8863be3858, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea2b40dbdb7b43c7d3f86a18f456f25a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eaa7d009ee3cf8bd115dd44cf171631e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=139e5e9550efe8cdf7255e83dab8d71c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f4f32a5a3598cfbbf67cb1b0b556cfb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41e8e31cd1b8a351804131ce548924fb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7ccffae552f0b223e0d8fc23a70eb7e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30d633482f970a62a6ccdc6b9f5ea84a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9601031f511d51d789d9778e5e05fd7f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 41e8e31cd1b8a351804131ce548924fb, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 139e5e9550efe8cdf7255e83dab8d71c, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ea2b40dbdb7b43c7d3f86a18f456f25a, server=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 30d633482f970a62a6ccdc6b9f5ea84a, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 9601031f511d51d789d9778e5e05fd7f, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure a7ccffae552f0b223e0d8fc23a70eb7e, server=fdc0a393186c,38067,1732161452846 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 13fc34cac9374d6a56faec8863be3858, server=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f4f32a5a3598cfbbf67cb1b0b556cfb, server=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure eaa7d009ee3cf8bd115dd44cf171631e, server=fdc0a393186c,36731,1732161452921 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T04:00:43,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T04:00:43,547 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=61 2024-11-21T04:00:43,547 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fdc0a393186c,38067,1732161452846, table=hbase:meta, region=1588230740 2024-11-21T04:00:43,547 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,38067,1732161452846, state=OPEN 2024-11-21T04:00:43,552 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:43,553 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:00:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:00:43,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:43,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:43,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:43,616 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161673616 2024-11-21T04:00:43,616 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:00:43,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=267d22932b0316b4127fe6f228ac45d6, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=139e5e9550efe8cdf7255e83dab8d71c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=5 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c205ab8be721aa8a1628fb653a6906ce, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f4f32a5a3598cfbbf67cb1b0b556cfb, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=5 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=213c3642d134f3d25a014e3b90ecaa8a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b1c4367e30c5c91b8152f5602bf5ec9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30d633482f970a62a6ccdc6b9f5ea84a, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=5 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c19a0d4c8ff90fa6df302053195f501, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8e425dfbe80ef09189a13c2af69c4f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d242aa57fbe82db296ac890dfe3bea6d, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaa7d009ee3cf8bd115dd44cf171631e, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=5 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=326fd2bcbb5edc3d9563ab2c7f8338c4, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55259fcb65dbb7be96128e790ac95, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16446b95cb86b21b140f5c5fd5e9b079, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9601031f511d51d789d9778e5e05fd7f, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=5 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13fc34cac9374d6a56faec8863be3858, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=5 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=85c8a5c2c813e0dd720a53a2ac08f4d0, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f1ac673489c73d12b58a4d0450c7074, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7ccffae552f0b223e0d8fc23a70eb7e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=5 2024-11-21T04:00:43,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d346499b9e5be6a3d64404d379d2ee9, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=677c86ba0f01a2f4cc04deed3f37e836, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea2b40dbdb7b43c7d3f86a18f456f25a, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=5 2024-11-21T04:00:43,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e6c34367a591dbb706456af3059f98c, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b73ee6e05446836850a2dae95b572c78, regionState=OPEN, lastHost=fdc0a393186c,36731,1732161452921, regionLocation=fdc0a393186c,36731,1732161452921, openSeqNum=2 2024-11-21T04:00:43,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41e8e31cd1b8a351804131ce548924fb, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=5 2024-11-21T04:00:43,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea57ef9e7bce5526e11d81ddaa8c3f6e, regionState=OPEN, lastHost=fdc0a393186c,38067,1732161452846, regionLocation=fdc0a393186c,38067,1732161452846, openSeqNum=2 2024-11-21T04:00:43,629 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T04:00:43,629 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161703629 2024-11-21T04:00:43,629 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161763629 2024-11-21T04:00:43,629 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-21T04:00:43,629 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server fdc0a393186c,46339,1732161452740 after splitting done 2024-11-21T04:00:43,629 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T04:00:43,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure fdc0a393186c,46339,1732161452740, splitWal=true, meta=true in 3 mins, 3.622 sec 2024-11-21T04:00:43,884 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:00:43,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:00:43,896 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fdc0a393186c:46339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fdc0a393186c/172.17.0.2:46339 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:00:43,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=java.net.ConnectException: Call to address=fdc0a393186c:46339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:43,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-21T04:00:43,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:43,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address fdc0a393186c:46339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fdc0a393186c/172.17.0.2:46339 2024-11-21T04:00:44,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,46339,1732161452740, seqNum=-1 from cache 2024-11-21T04:00:44,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:00:44,117 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:00:44,118 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,38067,1732161452846, seqNum=-1] 2024-11-21T04:00:44,126 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c., hostname=fdc0a393186c,38067,1732161452846, seqNum=5] 2024-11-21T04:00:44,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:00:44,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:44,250 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb., hostname=fdc0a393186c,36731,1732161452921, seqNum=5] 2024-11-21T04:00:44,281 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,282 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,282 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,282 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:44,390 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a., hostname=fdc0a393186c,38067,1732161452846, seqNum=5] 2024-11-21T04:00:44,420 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,420 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,420 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,420 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:44,532 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e., hostname=fdc0a393186c,36731,1732161452921, seqNum=5] 2024-11-21T04:00:44,565 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,566 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,566 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,566 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:44,683 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f., hostname=fdc0a393186c,38067,1732161452846, seqNum=5] 2024-11-21T04:00:44,691 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,692 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,692 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,692 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:44,801 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858., hostname=fdc0a393186c,36731,1732161452921, seqNum=5] 2024-11-21T04:00:44,815 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,816 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,816 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,816 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:44,932 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e., hostname=fdc0a393186c,38067,1732161452846, seqNum=5] 2024-11-21T04:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:44,946 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,946 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:44,946 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:45,060 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a., hostname=fdc0a393186c,36731,1732161452921, seqNum=5] 2024-11-21T04:00:45,071 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to fdc0a393186c:46339 this server is in the failed servers list 2024-11-21T04:00:45,071 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fdc0a393186c:46339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:45,071 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fdc0a393186c:46339 2024-11-21T04:00:45,071 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,46339,1732161452740, seqNum=2 from cache 2024-11-21T04:00:45,181 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb., hostname=fdc0a393186c,38067,1732161452846, seqNum=5] 2024-11-21T04:00:45,263 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T04:00:45,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T04:00:45,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:00:45,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:00:45,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:45,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:45,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:00:45,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T04:00:45,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437823527, stopped=false 2024-11-21T04:00:45,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fdc0a393186c,42301,1732161452008 2024-11-21T04:00:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:45,326 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:45,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:00:45,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:45,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:00:45,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:45,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:45,327 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,38067,1732161452846' ***** 2024-11-21T04:00:45,327 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:00:45,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:45,327 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,36731,1732161452921' ***** 2024-11-21T04:00:45,327 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:00:45,328 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:00:45,328 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:00:45,328 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:00:45,328 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:00:45,328 INFO [RS:2;fdc0a393186c:36731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:00:45,328 INFO [RS:1;fdc0a393186c:38067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:00:45,328 INFO [RS:2;fdc0a393186c:36731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:00:45,328 INFO [RS:1;fdc0a393186c:38067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b1c4367e30c5c91b8152f5602bf5ec9 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 16446b95cb86b21b140f5c5fd5e9b079 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c19a0d4c8ff90fa6df302053195f501 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 9601031f511d51d789d9778e5e05fd7f 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 213c3642d134f3d25a014e3b90ecaa8a 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 677c86ba0f01a2f4cc04deed3f37e836 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 267d22932b0316b4127fe6f228ac45d6 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f4f32a5a3598cfbbf67cb1b0b556cfb 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 139e5e9550efe8cdf7255e83dab8d71c 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 13fc34cac9374d6a56faec8863be3858 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 85c8a5c2c813e0dd720a53a2ac08f4d0 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f1ac673489c73d12b58a4d0450c7074 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e6c34367a591dbb706456af3059f98c 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for b73ee6e05446836850a2dae95b572c78 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 41e8e31cd1b8a351804131ce548924fb 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for aee55259fcb65dbb7be96128e790ac95 2024-11-21T04:00:45,329 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 326fd2bcbb5edc3d9563ab2c7f8338c4 2024-11-21T04:00:45,329 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for a7ccffae552f0b223e0d8fc23a70eb7e 2024-11-21T04:00:45,330 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for c205ab8be721aa8a1628fb653a6906ce 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d346499b9e5be6a3d64404d379d2ee9 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b1c4367e30c5c91b8152f5602bf5ec9, disabling compactions & flushes 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaa7d009ee3cf8bd115dd44cf171631e, disabling compactions & flushes 2024-11-21T04:00:45,330 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for d242aa57fbe82db296ac890dfe3bea6d 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 30d633482f970a62a6ccdc6b9f5ea84a 2024-11-21T04:00:45,330 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:45,330 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T04:00:45,330 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(959): stopping server fdc0a393186c,36731,1732161452921 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(959): stopping server fdc0a393186c,38067,1732161452846 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. after waiting 0 ms 2024-11-21T04:00:45,330 INFO [RS:2;fdc0a393186c:36731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. after waiting 0 ms 2024-11-21T04:00:45,330 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fdc0a393186c:38067. 2024-11-21T04:00:45,330 INFO [RS:2;fdc0a393186c:36731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fdc0a393186c:36731. 2024-11-21T04:00:45,330 DEBUG [RS:1;fdc0a393186c:38067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:00:45,330 DEBUG [RS:2;fdc0a393186c:36731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:00:45,330 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b1c4367e30c5c91b8152f5602bf5ec9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,330 DEBUG [RS:1;fdc0a393186c:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:45,330 DEBUG [RS:2;fdc0a393186c:36731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:45,330 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:00:45,330 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T04:00:45,331 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1351): Waiting on 13fc34cac9374d6a56faec8863be3858, 16446b95cb86b21b140f5c5fd5e9b079, 1c19a0d4c8ff90fa6df302053195f501, 1f1ac673489c73d12b58a4d0450c7074, 213c3642d134f3d25a014e3b90ecaa8a, 677c86ba0f01a2f4cc04deed3f37e836, 6f4f32a5a3598cfbbf67cb1b0b556cfb, aee55259fcb65dbb7be96128e790ac95, b73ee6e05446836850a2dae95b572c78, c205ab8be721aa8a1628fb653a6906ce, d242aa57fbe82db296ac890dfe3bea6d, ea2b40dbdb7b43c7d3f86a18f456f25a, eaa7d009ee3cf8bd115dd44cf171631e 2024-11-21T04:00:45,331 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-21T04:00:45,331 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:00:45,331 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:00:45,331 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1351): Waiting on 139e5e9550efe8cdf7255e83dab8d71c, 1588230740, 267d22932b0316b4127fe6f228ac45d6, 30d633482f970a62a6ccdc6b9f5ea84a, 326fd2bcbb5edc3d9563ab2c7f8338c4, 41e8e31cd1b8a351804131ce548924fb, 4d346499b9e5be6a3d64404d379d2ee9, 5e6c34367a591dbb706456af3059f98c, 7b1c4367e30c5c91b8152f5602bf5ec9, 85c8a5c2c813e0dd720a53a2ac08f4d0, 9601031f511d51d789d9778e5e05fd7f, a7ccffae552f0b223e0d8fc23a70eb7e, ea57ef9e7bce5526e11d81ddaa8c3f6e, ea8e425dfbe80ef09189a13c2af69c4f 2024-11-21T04:00:45,331 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:00:45,331 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:00:45,331 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:00:45,331 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-21T04:00:45,333 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:00:45,333 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:00:45,335 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eaa7d009ee3cf8bd115dd44cf171631e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,338 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:45,338 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaa7d009ee3cf8bd115dd44cf171631e: Waiting for close lock at 1732161645329Running coprocessor pre-close hooks at 1732161645329Disabling compacts and flushes for region at 1732161645329Disabling writes for close at 1732161645330 (+1 ms)Writing region close event to WAL at 1732161645331 (+1 ms)Running coprocessor post-close hooks at 1732161645336 (+5 ms)Closed at 1732161645338 (+2 ms) 2024-11-21T04:00:45,339 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732161455379.eaa7d009ee3cf8bd115dd44cf171631e. 2024-11-21T04:00:45,339 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16446b95cb86b21b140f5c5fd5e9b079, disabling compactions & flushes 2024-11-21T04:00:45,339 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T04:00:45,339 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T04:00:45,339 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. after waiting 0 ms 2024-11-21T04:00:45,339 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T04:00:45,339 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16446b95cb86b21b140f5c5fd5e9b079 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,347 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/info/4879cd9d3111485fa874ac217f3afb8b is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c./info:regioninfo/1732161643440/Put/seqid=0 2024-11-21T04:00:45,350 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T04:00:45,350 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T04:00:45,358 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/.tmp/colfamily11/889375e17cb045d4b61372b8a0288bab is 52, key is nnn/colfamily11:colfamily11/1732161459138/Put/seqid=0 2024-11-21T04:00:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741887_1063 (size=19858) 2024-11-21T04:00:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741887_1063 (size=19858) 2024-11-21T04:00:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741887_1063 (size=19858) 2024-11-21T04:00:45,361 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/info/4879cd9d3111485fa874ac217f3afb8b 2024-11-21T04:00:45,367 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/.tmp/colfamily11/951dda26600b4e5f8c1da7f1d1228e5c is 52, key is fff/colfamily11:colfamily11/1732161459179/Put/seqid=0 2024-11-21T04:00:45,370 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/.tmp/info/4879cd9d3111485fa874ac217f3afb8b as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/info/4879cd9d3111485fa874ac217f3afb8b 2024-11-21T04:00:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741888_1064 (size=39263) 2024-11-21T04:00:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741888_1064 (size=39263) 2024-11-21T04:00:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741888_1064 (size=39263) 2024-11-21T04:00:45,379 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/.tmp/colfamily11/889375e17cb045d4b61372b8a0288bab 2024-11-21T04:00:45,379 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/info/4879cd9d3111485fa874ac217f3afb8b, entries=72, sequenceid=81, filesize=19.4 K 2024-11-21T04:00:45,380 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=81, compaction requested=false 2024-11-21T04:00:45,388 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/.tmp/colfamily11/889375e17cb045d4b61372b8a0288bab as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/colfamily11/889375e17cb045d4b61372b8a0288bab 2024-11-21T04:00:45,389 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-21T04:00:45,390 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:00:45,390 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:00:45,390 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732161645331Running coprocessor pre-close hooks at 1732161645331Disabling compacts and flushes for region at 1732161645331Disabling writes for close at 1732161645331Obtaining lock to block concurrent updates at 1732161645331Preparing flush snapshotting stores in 1588230740 at 1732161645331Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1732161645336 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732161645339 (+3 ms)Flushing 1588230740/info: creating writer at 1732161645340 (+1 ms)Flushing 1588230740/info: appending metadata at 1732161645346 (+6 ms)Flushing 1588230740/info: closing flushed file at 1732161645346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fad9de: reopening flushed file at 1732161645369 (+23 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=81, compaction requested=false at 1732161645380 (+11 ms)Writing region close event to WAL at 1732161645384 (+4 ms)Running coprocessor post-close hooks at 1732161645390 (+6 ms)Closed at 1732161645390 2024-11-21T04:00:45,390 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T04:00:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741889_1065 (size=39263) 2024-11-21T04:00:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741889_1065 (size=39263) 2024-11-21T04:00:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741889_1065 (size=39263) 2024-11-21T04:00:45,393 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/.tmp/colfamily11/951dda26600b4e5f8c1da7f1d1228e5c 2024-11-21T04:00:45,396 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/colfamily11/889375e17cb045d4b61372b8a0288bab, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,397 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 16446b95cb86b21b140f5c5fd5e9b079 in 58ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,401 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/.tmp/colfamily11/951dda26600b4e5f8c1da7f1d1228e5c as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/colfamily11/951dda26600b4e5f8c1da7f1d1228e5c 2024-11-21T04:00:45,403 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16446b95cb86b21b140f5c5fd5e9b079/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,404 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T04:00:45,404 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16446b95cb86b21b140f5c5fd5e9b079: Waiting for close lock at 1732161645339Running coprocessor pre-close hooks at 1732161645339Disabling compacts and flushes for region at 1732161645339Disabling writes for close at 1732161645339Obtaining lock to block concurrent updates at 1732161645339Preparing flush snapshotting stores in 16446b95cb86b21b140f5c5fd5e9b079 at 1732161645339Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645340 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. at 1732161645340Flushing 16446b95cb86b21b140f5c5fd5e9b079/colfamily11: creating writer at 1732161645340Flushing 16446b95cb86b21b140f5c5fd5e9b079/colfamily11: appending metadata at 1732161645357 (+17 ms)Flushing 16446b95cb86b21b140f5c5fd5e9b079/colfamily11: closing flushed file at 1732161645357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40960326: reopening flushed file at 1732161645387 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 16446b95cb86b21b140f5c5fd5e9b079 in 58ms, sequenceid=5, compaction requested=false at 1732161645397 (+10 ms)Writing region close event to WAL at 1732161645398 (+1 ms)Running coprocessor post-close hooks at 1732161645404 (+6 ms)Closed at 1732161645404 2024-11-21T04:00:45,404 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732161455379.16446b95cb86b21b140f5c5fd5e9b079. 2024-11-21T04:00:45,405 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c19a0d4c8ff90fa6df302053195f501, disabling compactions & flushes 2024-11-21T04:00:45,405 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T04:00:45,405 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T04:00:45,405 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. after waiting 0 ms 2024-11-21T04:00:45,405 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T04:00:45,405 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c19a0d4c8ff90fa6df302053195f501 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,408 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/colfamily11/951dda26600b4e5f8c1da7f1d1228e5c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,409 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7b1c4367e30c5c91b8152f5602bf5ec9 in 79ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,415 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b1c4367e30c5c91b8152f5602bf5ec9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,416 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T04:00:45,416 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b1c4367e30c5c91b8152f5602bf5ec9: Waiting for close lock at 1732161645329Running coprocessor pre-close hooks at 1732161645329Disabling compacts and flushes for region at 1732161645329Disabling writes for close at 1732161645330 (+1 ms)Obtaining lock to block concurrent updates at 1732161645330Preparing flush snapshotting stores in 7b1c4367e30c5c91b8152f5602bf5ec9 at 1732161645330Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645338 (+8 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. at 1732161645339 (+1 ms)Flushing 7b1c4367e30c5c91b8152f5602bf5ec9/colfamily11: creating writer at 1732161645340 (+1 ms)Flushing 7b1c4367e30c5c91b8152f5602bf5ec9/colfamily11: appending metadata at 1732161645367 (+27 ms)Flushing 7b1c4367e30c5c91b8152f5602bf5ec9/colfamily11: closing flushed file at 1732161645367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c18b390: reopening flushed file at 1732161645400 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7b1c4367e30c5c91b8152f5602bf5ec9 in 79ms, sequenceid=5, compaction requested=false at 1732161645409 (+9 ms)Writing region close event to WAL at 1732161645411 (+2 ms)Running coprocessor post-close hooks at 1732161645416 (+5 ms)Closed at 1732161645416 2024-11-21T04:00:45,416 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732161455379.7b1c4367e30c5c91b8152f5602bf5ec9. 2024-11-21T04:00:45,416 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9601031f511d51d789d9778e5e05fd7f, disabling compactions & flushes 2024-11-21T04:00:45,416 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:45,416 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:45,416 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. after waiting 0 ms 2024-11-21T04:00:45,416 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:45,421 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9601031f511d51d789d9778e5e05fd7f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,421 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:45,422 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9601031f511d51d789d9778e5e05fd7f: Waiting for close lock at 1732161645416Running coprocessor pre-close hooks at 1732161645416Disabling compacts and flushes for region at 1732161645416Disabling writes for close at 1732161645416Writing region close event to WAL at 1732161645417 (+1 ms)Running coprocessor post-close hooks at 1732161645421 (+4 ms)Closed at 1732161645421 2024-11-21T04:00:45,422 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732161455379.9601031f511d51d789d9778e5e05fd7f. 2024-11-21T04:00:45,422 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea8e425dfbe80ef09189a13c2af69c4f, disabling compactions & flushes 2024-11-21T04:00:45,422 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T04:00:45,422 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T04:00:45,422 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. after waiting 0 ms 2024-11-21T04:00:45,422 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T04:00:45,422 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea8e425dfbe80ef09189a13c2af69c4f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,426 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/.tmp/colfamily11/a219fa2b63c745c3a442f8543f48d1b7 is 52, key is hhh/colfamily11:colfamily11/1732161459001/Put/seqid=0 2024-11-21T04:00:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741890_1066 (size=39263) 2024-11-21T04:00:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741890_1066 (size=39263) 2024-11-21T04:00:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741890_1066 (size=39263) 2024-11-21T04:00:45,440 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/.tmp/colfamily11/a219fa2b63c745c3a442f8543f48d1b7 2024-11-21T04:00:45,446 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/.tmp/colfamily11/d4163a4bfdcd42c5a8e72512e9182856 is 52, key is iii/colfamily11:colfamily11/1732161459218/Put/seqid=0 2024-11-21T04:00:45,448 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/.tmp/colfamily11/a219fa2b63c745c3a442f8543f48d1b7 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/colfamily11/a219fa2b63c745c3a442f8543f48d1b7 2024-11-21T04:00:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741891_1067 (size=39263) 2024-11-21T04:00:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741891_1067 (size=39263) 2024-11-21T04:00:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741891_1067 (size=39263) 2024-11-21T04:00:45,455 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/.tmp/colfamily11/d4163a4bfdcd42c5a8e72512e9182856 2024-11-21T04:00:45,457 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/colfamily11/a219fa2b63c745c3a442f8543f48d1b7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,459 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1c19a0d4c8ff90fa6df302053195f501 in 54ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,462 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/.tmp/colfamily11/d4163a4bfdcd42c5a8e72512e9182856 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/colfamily11/d4163a4bfdcd42c5a8e72512e9182856 2024-11-21T04:00:45,464 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c19a0d4c8ff90fa6df302053195f501/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,464 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T04:00:45,464 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c19a0d4c8ff90fa6df302053195f501: Waiting for close lock at 1732161645405Running coprocessor pre-close hooks at 1732161645405Disabling compacts and flushes for region at 1732161645405Disabling writes for close at 1732161645405Obtaining lock to block concurrent updates at 1732161645405Preparing flush snapshotting stores in 1c19a0d4c8ff90fa6df302053195f501 at 1732161645405Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645405Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. at 1732161645406 (+1 ms)Flushing 1c19a0d4c8ff90fa6df302053195f501/colfamily11: creating writer at 1732161645406Flushing 1c19a0d4c8ff90fa6df302053195f501/colfamily11: appending metadata at 1732161645426 (+20 ms)Flushing 1c19a0d4c8ff90fa6df302053195f501/colfamily11: closing flushed file at 1732161645426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c56d153: reopening flushed file at 1732161645447 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1c19a0d4c8ff90fa6df302053195f501 in 54ms, sequenceid=5, compaction requested=false at 1732161645459 (+12 ms)Writing region close event to WAL at 1732161645460 (+1 ms)Running coprocessor post-close hooks at 1732161645464 (+4 ms)Closed at 1732161645464 2024-11-21T04:00:45,465 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732161455379.1c19a0d4c8ff90fa6df302053195f501. 2024-11-21T04:00:45,465 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 213c3642d134f3d25a014e3b90ecaa8a, disabling compactions & flushes 2024-11-21T04:00:45,465 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T04:00:45,465 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T04:00:45,465 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. after waiting 0 ms 2024-11-21T04:00:45,465 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T04:00:45,465 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 213c3642d134f3d25a014e3b90ecaa8a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,470 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/colfamily11/d4163a4bfdcd42c5a8e72512e9182856, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,471 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea8e425dfbe80ef09189a13c2af69c4f in 48ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,475 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8e425dfbe80ef09189a13c2af69c4f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,476 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T04:00:45,476 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea8e425dfbe80ef09189a13c2af69c4f: Waiting for close lock at 1732161645422Running coprocessor pre-close hooks at 1732161645422Disabling compacts and flushes for region at 1732161645422Disabling writes for close at 1732161645422Obtaining lock to block concurrent updates at 1732161645422Preparing flush snapshotting stores in ea8e425dfbe80ef09189a13c2af69c4f at 1732161645422Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645423 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. at 1732161645423Flushing ea8e425dfbe80ef09189a13c2af69c4f/colfamily11: creating writer at 1732161645423Flushing ea8e425dfbe80ef09189a13c2af69c4f/colfamily11: appending metadata at 1732161645445 (+22 ms)Flushing ea8e425dfbe80ef09189a13c2af69c4f/colfamily11: closing flushed file at 1732161645445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d731e9c: reopening flushed file at 1732161645462 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea8e425dfbe80ef09189a13c2af69c4f in 48ms, sequenceid=5, compaction requested=false at 1732161645471 (+9 ms)Writing region close event to WAL at 1732161645471Running coprocessor post-close hooks at 1732161645476 (+5 ms)Closed at 1732161645476 2024-11-21T04:00:45,476 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732161455379.ea8e425dfbe80ef09189a13c2af69c4f. 2024-11-21T04:00:45,476 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 267d22932b0316b4127fe6f228ac45d6, disabling compactions & flushes 2024-11-21T04:00:45,476 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T04:00:45,476 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T04:00:45,476 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. after waiting 0 ms 2024-11-21T04:00:45,476 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T04:00:45,476 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 267d22932b0316b4127fe6f228ac45d6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,483 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/.tmp/colfamily11/3575edd91a0d4a7385424c6102855ce4 is 52, key is eee/colfamily11:colfamily11/1732161458963/Put/seqid=0 2024-11-21T04:00:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741892_1068 (size=39263) 2024-11-21T04:00:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741892_1068 (size=39263) 2024-11-21T04:00:45,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741892_1068 (size=39263) 2024-11-21T04:00:45,491 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/.tmp/colfamily11/3575edd91a0d4a7385424c6102855ce4 2024-11-21T04:00:45,498 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/.tmp/colfamily11/3575edd91a0d4a7385424c6102855ce4 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/colfamily11/3575edd91a0d4a7385424c6102855ce4 2024-11-21T04:00:45,498 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/.tmp/colfamily11/214abb3fc4224d3f8aa67c16665e33bf is 52, key is aaa/colfamily11:colfamily11/1732161459141/Put/seqid=0 2024-11-21T04:00:45,507 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/colfamily11/3575edd91a0d4a7385424c6102855ce4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,508 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 213c3642d134f3d25a014e3b90ecaa8a in 43ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741893_1069 (size=39263) 2024-11-21T04:00:45,513 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/213c3642d134f3d25a014e3b90ecaa8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,513 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T04:00:45,514 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 213c3642d134f3d25a014e3b90ecaa8a: Waiting for close lock at 1732161645465Running coprocessor pre-close hooks at 1732161645465Disabling compacts and flushes for region at 1732161645465Disabling writes for close at 1732161645465Obtaining lock to block concurrent updates at 1732161645465Preparing flush snapshotting stores in 213c3642d134f3d25a014e3b90ecaa8a at 1732161645465Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645465Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. at 1732161645466 (+1 ms)Flushing 213c3642d134f3d25a014e3b90ecaa8a/colfamily11: creating writer at 1732161645466Flushing 213c3642d134f3d25a014e3b90ecaa8a/colfamily11: appending metadata at 1732161645483 (+17 ms)Flushing 213c3642d134f3d25a014e3b90ecaa8a/colfamily11: closing flushed file at 1732161645483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bec822: reopening flushed file at 1732161645497 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 213c3642d134f3d25a014e3b90ecaa8a in 43ms, sequenceid=5, compaction requested=false at 1732161645508 (+11 ms)Writing region close event to WAL at 1732161645509 (+1 ms)Running coprocessor post-close hooks at 1732161645513 (+4 ms)Closed at 1732161645513 2024-11-21T04:00:45,514 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732161455379.213c3642d134f3d25a014e3b90ecaa8a. 2024-11-21T04:00:45,514 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 677c86ba0f01a2f4cc04deed3f37e836, disabling compactions & flushes 2024-11-21T04:00:45,514 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T04:00:45,514 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T04:00:45,515 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. after waiting 0 ms 2024-11-21T04:00:45,515 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T04:00:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741893_1069 (size=39263) 2024-11-21T04:00:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741893_1069 (size=39263) 2024-11-21T04:00:45,515 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/.tmp/colfamily11/214abb3fc4224d3f8aa67c16665e33bf 2024-11-21T04:00:45,515 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 677c86ba0f01a2f4cc04deed3f37e836 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,523 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/.tmp/colfamily11/214abb3fc4224d3f8aa67c16665e33bf as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/colfamily11/214abb3fc4224d3f8aa67c16665e33bf 2024-11-21T04:00:45,531 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1351): Waiting on 13fc34cac9374d6a56faec8863be3858, 1f1ac673489c73d12b58a4d0450c7074, 677c86ba0f01a2f4cc04deed3f37e836, 6f4f32a5a3598cfbbf67cb1b0b556cfb, aee55259fcb65dbb7be96128e790ac95, b73ee6e05446836850a2dae95b572c78, c205ab8be721aa8a1628fb653a6906ce, d242aa57fbe82db296ac890dfe3bea6d, ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:45,531 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/colfamily11/214abb3fc4224d3f8aa67c16665e33bf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,531 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1351): Waiting on 139e5e9550efe8cdf7255e83dab8d71c, 267d22932b0316b4127fe6f228ac45d6, 30d633482f970a62a6ccdc6b9f5ea84a, 326fd2bcbb5edc3d9563ab2c7f8338c4, 41e8e31cd1b8a351804131ce548924fb, 4d346499b9e5be6a3d64404d379d2ee9, 5e6c34367a591dbb706456af3059f98c, 85c8a5c2c813e0dd720a53a2ac08f4d0, a7ccffae552f0b223e0d8fc23a70eb7e, ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T04:00:45,532 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 267d22932b0316b4127fe6f228ac45d6 in 56ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,535 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/.tmp/colfamily11/e896ef68a8c349598b1ec3598987320a is 52, key is uuu/colfamily11:colfamily11/1732161459199/Put/seqid=0 2024-11-21T04:00:45,536 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/267d22932b0316b4127fe6f228ac45d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,537 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T04:00:45,537 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 267d22932b0316b4127fe6f228ac45d6: Waiting for close lock at 1732161645476Running coprocessor pre-close hooks at 1732161645476Disabling compacts and flushes for region at 1732161645476Disabling writes for close at 1732161645476Obtaining lock to block concurrent updates at 1732161645476Preparing flush snapshotting stores in 267d22932b0316b4127fe6f228ac45d6 at 1732161645476Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645477 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. at 1732161645477Flushing 267d22932b0316b4127fe6f228ac45d6/colfamily11: creating writer at 1732161645477Flushing 267d22932b0316b4127fe6f228ac45d6/colfamily11: appending metadata at 1732161645498 (+21 ms)Flushing 267d22932b0316b4127fe6f228ac45d6/colfamily11: closing flushed file at 1732161645498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4d0d7d: reopening flushed file at 1732161645522 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 267d22932b0316b4127fe6f228ac45d6 in 56ms, sequenceid=5, compaction requested=false at 1732161645532 (+10 ms)Writing region close event to WAL at 1732161645533 (+1 ms)Running coprocessor post-close hooks at 1732161645537 (+4 ms)Closed at 1732161645537 2024-11-21T04:00:45,537 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732161455379.267d22932b0316b4127fe6f228ac45d6. 2024-11-21T04:00:45,538 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 139e5e9550efe8cdf7255e83dab8d71c, disabling compactions & flushes 2024-11-21T04:00:45,538 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:45,538 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:45,538 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. after waiting 0 ms 2024-11-21T04:00:45,538 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741894_1070 (size=39263) 2024-11-21T04:00:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741894_1070 (size=39263) 2024-11-21T04:00:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741894_1070 (size=39263) 2024-11-21T04:00:45,543 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/.tmp/colfamily11/e896ef68a8c349598b1ec3598987320a 2024-11-21T04:00:45,543 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/139e5e9550efe8cdf7255e83dab8d71c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,544 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:45,544 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 139e5e9550efe8cdf7255e83dab8d71c: Waiting for close lock at 1732161645538Running coprocessor pre-close hooks at 1732161645538Disabling compacts and flushes for region at 1732161645538Disabling writes for close at 1732161645538Writing region close event to WAL at 1732161645539 (+1 ms)Running coprocessor post-close hooks at 1732161645544 (+5 ms)Closed at 1732161645544 2024-11-21T04:00:45,544 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732161455379.139e5e9550efe8cdf7255e83dab8d71c. 2024-11-21T04:00:45,544 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85c8a5c2c813e0dd720a53a2ac08f4d0, disabling compactions & flushes 2024-11-21T04:00:45,544 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T04:00:45,544 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T04:00:45,544 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. after waiting 0 ms 2024-11-21T04:00:45,544 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T04:00:45,544 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85c8a5c2c813e0dd720a53a2ac08f4d0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,549 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/.tmp/colfamily11/e896ef68a8c349598b1ec3598987320a as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/colfamily11/e896ef68a8c349598b1ec3598987320a 2024-11-21T04:00:45,556 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/colfamily11/e896ef68a8c349598b1ec3598987320a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,562 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/.tmp/colfamily11/e4a720acfc944a378fa88e0433d7663d is 52, key is qqq/colfamily11:colfamily11/1732161459294/Put/seqid=0 2024-11-21T04:00:45,562 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 677c86ba0f01a2f4cc04deed3f37e836 in 47ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,571 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/677c86ba0f01a2f4cc04deed3f37e836/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,572 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T04:00:45,572 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 677c86ba0f01a2f4cc04deed3f37e836: Waiting for close lock at 1732161645514Running coprocessor pre-close hooks at 1732161645514Disabling compacts and flushes for region at 1732161645514Disabling writes for close at 1732161645515 (+1 ms)Obtaining lock to block concurrent updates at 1732161645515Preparing flush snapshotting stores in 677c86ba0f01a2f4cc04deed3f37e836 at 1732161645515Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645515Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. at 1732161645516 (+1 ms)Flushing 677c86ba0f01a2f4cc04deed3f37e836/colfamily11: creating writer at 1732161645516Flushing 677c86ba0f01a2f4cc04deed3f37e836/colfamily11: appending metadata at 1732161645535 (+19 ms)Flushing 677c86ba0f01a2f4cc04deed3f37e836/colfamily11: closing flushed file at 1732161645535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d704429: reopening flushed file at 1732161645548 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 677c86ba0f01a2f4cc04deed3f37e836 in 47ms, sequenceid=5, compaction requested=false at 1732161645562 (+14 ms)Writing region close event to WAL at 1732161645564 (+2 ms)Running coprocessor post-close hooks at 1732161645572 (+8 ms)Closed at 1732161645572 2024-11-21T04:00:45,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741895_1071 (size=39263) 2024-11-21T04:00:45,572 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732161455379.677c86ba0f01a2f4cc04deed3f37e836. 2024-11-21T04:00:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741895_1071 (size=39263) 2024-11-21T04:00:45,573 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f4f32a5a3598cfbbf67cb1b0b556cfb, disabling compactions & flushes 2024-11-21T04:00:45,573 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:45,573 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:45,573 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. after waiting 0 ms 2024-11-21T04:00:45,573 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741895_1071 (size=39263) 2024-11-21T04:00:45,574 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/.tmp/colfamily11/e4a720acfc944a378fa88e0433d7663d 2024-11-21T04:00:45,578 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f4f32a5a3598cfbbf67cb1b0b556cfb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,579 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:45,579 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f4f32a5a3598cfbbf67cb1b0b556cfb: Waiting for close lock at 1732161645573Running coprocessor pre-close hooks at 1732161645573Disabling compacts and flushes for region at 1732161645573Disabling writes for close at 1732161645573Writing region close event to WAL at 1732161645574 (+1 ms)Running coprocessor post-close hooks at 1732161645579 (+5 ms)Closed at 1732161645579 2024-11-21T04:00:45,579 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732161455379.6f4f32a5a3598cfbbf67cb1b0b556cfb. 2024-11-21T04:00:45,579 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13fc34cac9374d6a56faec8863be3858, disabling compactions & flushes 2024-11-21T04:00:45,579 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:45,579 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:45,579 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. after waiting 0 ms 2024-11-21T04:00:45,579 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:45,581 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/.tmp/colfamily11/e4a720acfc944a378fa88e0433d7663d as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily11/e4a720acfc944a378fa88e0433d7663d 2024-11-21T04:00:45,584 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/13fc34cac9374d6a56faec8863be3858/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,584 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:45,584 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13fc34cac9374d6a56faec8863be3858: Waiting for close lock at 1732161645579Running coprocessor pre-close hooks at 1732161645579Disabling compacts and flushes for region at 1732161645579Disabling writes for close at 1732161645579Writing region close event to WAL at 1732161645580 (+1 ms)Running coprocessor post-close hooks at 1732161645584 (+4 ms)Closed at 1732161645584 2024-11-21T04:00:45,585 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732161455379.13fc34cac9374d6a56faec8863be3858. 2024-11-21T04:00:45,585 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f1ac673489c73d12b58a4d0450c7074, disabling compactions & flushes 2024-11-21T04:00:45,585 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T04:00:45,585 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T04:00:45,585 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. after waiting 0 ms 2024-11-21T04:00:45,585 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T04:00:45,585 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f1ac673489c73d12b58a4d0450c7074 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,589 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily11/e4a720acfc944a378fa88e0433d7663d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,590 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 85c8a5c2c813e0dd720a53a2ac08f4d0 in 45ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,594 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/85c8a5c2c813e0dd720a53a2ac08f4d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,595 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T04:00:45,595 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85c8a5c2c813e0dd720a53a2ac08f4d0: Waiting for close lock at 1732161645544Running coprocessor pre-close hooks at 1732161645544Disabling compacts and flushes for region at 1732161645544Disabling writes for close at 1732161645544Obtaining lock to block concurrent updates at 1732161645544Preparing flush snapshotting stores in 85c8a5c2c813e0dd720a53a2ac08f4d0 at 1732161645544Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645545 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. at 1732161645545Flushing 85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily11: creating writer at 1732161645545Flushing 85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily11: appending metadata at 1732161645561 (+16 ms)Flushing 85c8a5c2c813e0dd720a53a2ac08f4d0/colfamily11: closing flushed file at 1732161645561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faecf51: reopening flushed file at 1732161645580 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 85c8a5c2c813e0dd720a53a2ac08f4d0 in 45ms, sequenceid=5, compaction requested=false at 1732161645590 (+10 ms)Writing region close event to WAL at 1732161645590Running coprocessor post-close hooks at 1732161645595 (+5 ms)Closed at 1732161645595 2024-11-21T04:00:45,595 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732161455379.85c8a5c2c813e0dd720a53a2ac08f4d0. 2024-11-21T04:00:45,595 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e6c34367a591dbb706456af3059f98c, disabling compactions & flushes 2024-11-21T04:00:45,595 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T04:00:45,595 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T04:00:45,595 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. after waiting 0 ms 2024-11-21T04:00:45,595 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T04:00:45,596 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e6c34367a591dbb706456af3059f98c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,605 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/.tmp/colfamily11/bd19172257ea43e6ba48b613becd2679 is 52, key is rrr/colfamily11:colfamily11/1732161459162/Put/seqid=0 2024-11-21T04:00:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741896_1072 (size=39263) 2024-11-21T04:00:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741896_1072 (size=39263) 2024-11-21T04:00:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741896_1072 (size=39263) 2024-11-21T04:00:45,613 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/.tmp/colfamily11/bd19172257ea43e6ba48b613becd2679 2024-11-21T04:00:45,615 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/.tmp/colfamily11/2ddb3c8c5c654456b62ffec83dc4c4fb is 52, key is www/colfamily11:colfamily11/1732161459354/Put/seqid=0 2024-11-21T04:00:45,622 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/.tmp/colfamily11/bd19172257ea43e6ba48b613becd2679 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/colfamily11/bd19172257ea43e6ba48b613becd2679 2024-11-21T04:00:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741897_1073 (size=39263) 2024-11-21T04:00:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741897_1073 (size=39263) 2024-11-21T04:00:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741897_1073 (size=39263) 2024-11-21T04:00:45,625 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/.tmp/colfamily11/2ddb3c8c5c654456b62ffec83dc4c4fb 2024-11-21T04:00:45,631 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/colfamily11/bd19172257ea43e6ba48b613becd2679, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,632 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f1ac673489c73d12b58a4d0450c7074 in 47ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,632 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/.tmp/colfamily11/2ddb3c8c5c654456b62ffec83dc4c4fb as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/colfamily11/2ddb3c8c5c654456b62ffec83dc4c4fb 2024-11-21T04:00:45,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f1ac673489c73d12b58a4d0450c7074/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,637 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f1ac673489c73d12b58a4d0450c7074: Waiting for close lock at 1732161645585Running coprocessor pre-close hooks at 1732161645585Disabling compacts and flushes for region at 1732161645585Disabling writes for close at 1732161645585Obtaining lock to block concurrent updates at 1732161645585Preparing flush snapshotting stores in 1f1ac673489c73d12b58a4d0450c7074 at 1732161645585Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645586 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. at 1732161645586Flushing 1f1ac673489c73d12b58a4d0450c7074/colfamily11: creating writer at 1732161645586Flushing 1f1ac673489c73d12b58a4d0450c7074/colfamily11: appending metadata at 1732161645604 (+18 ms)Flushing 1f1ac673489c73d12b58a4d0450c7074/colfamily11: closing flushed file at 1732161645604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a7f943: reopening flushed file at 1732161645621 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f1ac673489c73d12b58a4d0450c7074 in 47ms, sequenceid=5, compaction requested=false at 1732161645632 (+11 ms)Writing region close event to WAL at 1732161645632Running coprocessor post-close hooks at 1732161645636 (+4 ms)Closed at 1732161645637 (+1 ms) 2024-11-21T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732161455379.1f1ac673489c73d12b58a4d0450c7074. 2024-11-21T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b73ee6e05446836850a2dae95b572c78, disabling compactions & flushes 2024-11-21T04:00:45,637 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. after waiting 0 ms 2024-11-21T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T04:00:45,637 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b73ee6e05446836850a2dae95b572c78 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,639 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/colfamily11/2ddb3c8c5c654456b62ffec83dc4c4fb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,640 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5e6c34367a591dbb706456af3059f98c in 45ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e6c34367a591dbb706456af3059f98c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,645 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T04:00:45,645 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e6c34367a591dbb706456af3059f98c: Waiting for close lock at 1732161645595Running coprocessor pre-close hooks at 1732161645595Disabling compacts and flushes for region at 1732161645595Disabling writes for close at 1732161645595Obtaining lock to block concurrent updates at 1732161645596 (+1 ms)Preparing flush snapshotting stores in 5e6c34367a591dbb706456af3059f98c at 1732161645596Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645596Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. at 1732161645596Flushing 5e6c34367a591dbb706456af3059f98c/colfamily11: creating writer at 1732161645597 (+1 ms)Flushing 5e6c34367a591dbb706456af3059f98c/colfamily11: appending metadata at 1732161645615 (+18 ms)Flushing 5e6c34367a591dbb706456af3059f98c/colfamily11: closing flushed file at 1732161645615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6675400f: reopening flushed file at 1732161645631 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5e6c34367a591dbb706456af3059f98c in 45ms, sequenceid=5, compaction requested=false at 1732161645640 (+9 ms)Writing region close event to WAL at 1732161645641 (+1 ms)Running coprocessor post-close hooks at 1732161645644 (+3 ms)Closed at 1732161645644 2024-11-21T04:00:45,645 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732161455379.5e6c34367a591dbb706456af3059f98c. 2024-11-21T04:00:45,645 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41e8e31cd1b8a351804131ce548924fb, disabling compactions & flushes 2024-11-21T04:00:45,645 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:45,645 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:45,645 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. after waiting 0 ms 2024-11-21T04:00:45,645 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:45,650 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41e8e31cd1b8a351804131ce548924fb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,650 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:45,650 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41e8e31cd1b8a351804131ce548924fb: Waiting for close lock at 1732161645645Running coprocessor pre-close hooks at 1732161645645Disabling compacts and flushes for region at 1732161645645Disabling writes for close at 1732161645645Writing region close event to WAL at 1732161645646 (+1 ms)Running coprocessor post-close hooks at 1732161645650 (+4 ms)Closed at 1732161645650 2024-11-21T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732161455379.41e8e31cd1b8a351804131ce548924fb. 2024-11-21T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 326fd2bcbb5edc3d9563ab2c7f8338c4, disabling compactions & flushes 2024-11-21T04:00:45,651 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. after waiting 0 ms 2024-11-21T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T04:00:45,651 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 326fd2bcbb5edc3d9563ab2c7f8338c4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,657 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/.tmp/colfamily11/20c8a36e6c694476a42e97762b01ca7e is 52, key is xxx/colfamily11:colfamily11/1732161459231/Put/seqid=0 2024-11-21T04:00:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741898_1074 (size=39263) 2024-11-21T04:00:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741898_1074 (size=39263) 2024-11-21T04:00:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741898_1074 (size=39263) 2024-11-21T04:00:45,671 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/.tmp/colfamily11/cbdcf110cf284316bfbe2b55dc05a9e1 is 52, key is lll/colfamily11:colfamily11/1732161459257/Put/seqid=0 2024-11-21T04:00:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741899_1075 (size=39263) 2024-11-21T04:00:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741899_1075 (size=39263) 2024-11-21T04:00:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741899_1075 (size=39263) 2024-11-21T04:00:45,678 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/.tmp/colfamily11/cbdcf110cf284316bfbe2b55dc05a9e1 2024-11-21T04:00:45,684 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/.tmp/colfamily11/cbdcf110cf284316bfbe2b55dc05a9e1 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily11/cbdcf110cf284316bfbe2b55dc05a9e1 2024-11-21T04:00:45,691 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily11/cbdcf110cf284316bfbe2b55dc05a9e1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,692 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 326fd2bcbb5edc3d9563ab2c7f8338c4 in 41ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,697 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/326fd2bcbb5edc3d9563ab2c7f8338c4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,697 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T04:00:45,698 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 326fd2bcbb5edc3d9563ab2c7f8338c4: Waiting for close lock at 1732161645651Running coprocessor pre-close hooks at 1732161645651Disabling compacts and flushes for region at 1732161645651Disabling writes for close at 1732161645651Obtaining lock to block concurrent updates at 1732161645651Preparing flush snapshotting stores in 326fd2bcbb5edc3d9563ab2c7f8338c4 at 1732161645651Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645651Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. at 1732161645652 (+1 ms)Flushing 326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily11: creating writer at 1732161645652Flushing 326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily11: appending metadata at 1732161645671 (+19 ms)Flushing 326fd2bcbb5edc3d9563ab2c7f8338c4/colfamily11: closing flushed file at 1732161645671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9362db6: reopening flushed file at 1732161645683 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 326fd2bcbb5edc3d9563ab2c7f8338c4 in 41ms, sequenceid=5, compaction requested=false at 1732161645693 (+10 ms)Writing region close event to WAL at 1732161645693Running coprocessor post-close hooks at 1732161645697 (+4 ms)Closed at 1732161645697 2024-11-21T04:00:45,698 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732161455379.326fd2bcbb5edc3d9563ab2c7f8338c4. 2024-11-21T04:00:45,698 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7ccffae552f0b223e0d8fc23a70eb7e, disabling compactions & flushes 2024-11-21T04:00:45,698 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:45,698 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:45,698 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. after waiting 0 ms 2024-11-21T04:00:45,698 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:45,702 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7ccffae552f0b223e0d8fc23a70eb7e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,703 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:45,703 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7ccffae552f0b223e0d8fc23a70eb7e: Waiting for close lock at 1732161645698Running coprocessor pre-close hooks at 1732161645698Disabling compacts and flushes for region at 1732161645698Disabling writes for close at 1732161645698Writing region close event to WAL at 1732161645699 (+1 ms)Running coprocessor post-close hooks at 1732161645703 (+4 ms)Closed at 1732161645703 2024-11-21T04:00:45,703 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732161455379.a7ccffae552f0b223e0d8fc23a70eb7e. 2024-11-21T04:00:45,704 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d346499b9e5be6a3d64404d379d2ee9, disabling compactions & flushes 2024-11-21T04:00:45,704 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T04:00:45,704 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T04:00:45,704 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. after waiting 0 ms 2024-11-21T04:00:45,704 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T04:00:45,704 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d346499b9e5be6a3d64404d379d2ee9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:45,720 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/.tmp/colfamily11/723d19e6d140413ab24bf49b7c0a1157 is 52, key is ttt/colfamily11:colfamily11/1732161459332/Put/seqid=0 2024-11-21T04:00:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741900_1076 (size=39263) 2024-11-21T04:00:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741900_1076 (size=39263) 2024-11-21T04:00:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741900_1076 (size=39263) 2024-11-21T04:00:45,731 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1351): Waiting on aee55259fcb65dbb7be96128e790ac95, b73ee6e05446836850a2dae95b572c78, c205ab8be721aa8a1628fb653a6906ce, d242aa57fbe82db296ac890dfe3bea6d, ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:45,731 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/.tmp/colfamily11/723d19e6d140413ab24bf49b7c0a1157 2024-11-21T04:00:45,731 DEBUG [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1351): Waiting on 30d633482f970a62a6ccdc6b9f5ea84a, 4d346499b9e5be6a3d64404d379d2ee9, ea57ef9e7bce5526e11d81ddaa8c3f6e 2024-11-21T04:00:45,738 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/.tmp/colfamily11/723d19e6d140413ab24bf49b7c0a1157 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/colfamily11/723d19e6d140413ab24bf49b7c0a1157 2024-11-21T04:00:45,744 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/colfamily11/723d19e6d140413ab24bf49b7c0a1157, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:45,745 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4d346499b9e5be6a3d64404d379d2ee9 in 40ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,749 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d346499b9e5be6a3d64404d379d2ee9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,749 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T04:00:45,749 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d346499b9e5be6a3d64404d379d2ee9: Waiting for close lock at 1732161645704Running coprocessor pre-close hooks at 1732161645704Disabling compacts and flushes for region at 1732161645704Disabling writes for close at 1732161645704Obtaining lock to block concurrent updates at 1732161645704Preparing flush snapshotting stores in 4d346499b9e5be6a3d64404d379d2ee9 at 1732161645704Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645704Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. at 1732161645705 (+1 ms)Flushing 4d346499b9e5be6a3d64404d379d2ee9/colfamily11: creating writer at 1732161645705Flushing 4d346499b9e5be6a3d64404d379d2ee9/colfamily11: appending metadata at 1732161645719 (+14 ms)Flushing 4d346499b9e5be6a3d64404d379d2ee9/colfamily11: closing flushed file at 1732161645719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a98ec3: reopening flushed file at 1732161645737 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4d346499b9e5be6a3d64404d379d2ee9 in 40ms, sequenceid=5, compaction requested=false at 1732161645745 (+8 ms)Writing region close event to WAL at 1732161645745Running coprocessor post-close hooks at 1732161645749 (+4 ms)Closed at 1732161645749 2024-11-21T04:00:45,749 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732161455379.4d346499b9e5be6a3d64404d379d2ee9. 2024-11-21T04:00:45,750 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30d633482f970a62a6ccdc6b9f5ea84a, disabling compactions & flushes 2024-11-21T04:00:45,750 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:45,750 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:45,750 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. after waiting 0 ms 2024-11-21T04:00:45,750 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:45,753 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30d633482f970a62a6ccdc6b9f5ea84a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:45,754 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:45,754 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30d633482f970a62a6ccdc6b9f5ea84a: Waiting for close lock at 1732161645750Running coprocessor pre-close hooks at 1732161645750Disabling compacts and flushes for region at 1732161645750Disabling writes for close at 1732161645750Writing region close event to WAL at 1732161645750Running coprocessor post-close hooks at 1732161645754 (+4 ms)Closed at 1732161645754 2024-11-21T04:00:45,754 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732161455379.30d633482f970a62a6ccdc6b9f5ea84a. 2024-11-21T04:00:45,754 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea57ef9e7bce5526e11d81ddaa8c3f6e, disabling compactions & flushes 2024-11-21T04:00:45,755 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T04:00:45,755 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T04:00:45,755 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. after waiting 0 ms 2024-11-21T04:00:45,755 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T04:00:45,755 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea57ef9e7bce5526e11d81ddaa8c3f6e 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-21T04:00:45,770 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/.tmp/colfamily11/041235adc7f94d4ab0c63bf213794da5 is 52, key is zzz/colfamily11:colfamily11/1732161459362/Put/seqid=0 2024-11-21T04:00:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741901_1077 (size=4857) 2024-11-21T04:00:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741901_1077 (size=4857) 2024-11-21T04:00:45,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741901_1077 (size=4857) 2024-11-21T04:00:45,777 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/.tmp/colfamily11/041235adc7f94d4ab0c63bf213794da5 2024-11-21T04:00:45,784 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/.tmp/colfamily11/041235adc7f94d4ab0c63bf213794da5 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily11/041235adc7f94d4ab0c63bf213794da5 2024-11-21T04:00:45,790 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily11/041235adc7f94d4ab0c63bf213794da5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T04:00:45,791 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for ea57ef9e7bce5526e11d81ddaa8c3f6e in 36ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:45,795 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea57ef9e7bce5526e11d81ddaa8c3f6e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:45,796 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T04:00:45,796 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea57ef9e7bce5526e11d81ddaa8c3f6e: Waiting for close lock at 1732161645754Running coprocessor pre-close hooks at 1732161645754Disabling compacts and flushes for region at 1732161645754Disabling writes for close at 1732161645755 (+1 ms)Obtaining lock to block concurrent updates at 1732161645755Preparing flush snapshotting stores in ea57ef9e7bce5526e11d81ddaa8c3f6e at 1732161645755Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1732161645755Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. at 1732161645756 (+1 ms)Flushing ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily11: creating writer at 1732161645756Flushing ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily11: appending metadata at 1732161645770 (+14 ms)Flushing ea57ef9e7bce5526e11d81ddaa8c3f6e/colfamily11: closing flushed file at 1732161645770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319b4a05: reopening flushed file at 1732161645783 (+13 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for ea57ef9e7bce5526e11d81ddaa8c3f6e in 36ms, sequenceid=5, compaction requested=false at 1732161645791 (+8 ms)Writing region close event to WAL at 1732161645792 (+1 ms)Running coprocessor post-close hooks at 1732161645796 (+4 ms)Closed at 1732161645796 2024-11-21T04:00:45,796 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732161455379.ea57ef9e7bce5526e11d81ddaa8c3f6e. 2024-11-21T04:00:45,931 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1351): Waiting on aee55259fcb65dbb7be96128e790ac95, b73ee6e05446836850a2dae95b572c78, c205ab8be721aa8a1628fb653a6906ce, d242aa57fbe82db296ac890dfe3bea6d, ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:45,932 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(976): stopping server fdc0a393186c,38067,1732161452846; all regions closed. 2024-11-21T04:00:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741865_1041 (size=15752) 2024-11-21T04:00:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741865_1041 (size=15752) 2024-11-21T04:00:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741865_1041 (size=15752) 2024-11-21T04:00:45,973 DEBUG [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs 2024-11-21T04:00:45,974 INFO [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C38067%2C1732161452846.meta:.meta(num 1732161640706) 2024-11-21T04:00:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741834_1010 (size=278881) 2024-11-21T04:00:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741834_1010 (size=278881) 2024-11-21T04:00:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741834_1010 (size=278881) 2024-11-21T04:00:45,980 DEBUG [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs 2024-11-21T04:00:45,980 INFO [RS:1;fdc0a393186c:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C38067%2C1732161452846:(num 1732161454443) 2024-11-21T04:00:45,980 DEBUG [RS:1;fdc0a393186c:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:45,980 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:00:45,980 INFO [RS:1;fdc0a393186c:38067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:00:45,980 INFO [RS:1;fdc0a393186c:38067 {}] hbase.ChoreService(370): Chore service for: regionserver/fdc0a393186c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T04:00:45,981 INFO [RS:1;fdc0a393186c:38067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:00:45,981 INFO [regionserver/fdc0a393186c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:00:45,981 INFO [RS:1;fdc0a393186c:38067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38067 2024-11-21T04:00:46,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,38067,1732161452846 2024-11-21T04:00:46,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:00:46,009 INFO [RS:1;fdc0a393186c:38067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:00:46,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,38067,1732161452846] 2024-11-21T04:00:46,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,38067,1732161452846 already deleted, retry=false 2024-11-21T04:00:46,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fdc0a393186c,38067,1732161452846 expired; onlineServers=1 2024-11-21T04:00:46,068 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/.tmp/colfamily11/20c8a36e6c694476a42e97762b01ca7e 2024-11-21T04:00:46,081 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/.tmp/colfamily11/20c8a36e6c694476a42e97762b01ca7e as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/colfamily11/20c8a36e6c694476a42e97762b01ca7e 2024-11-21T04:00:46,088 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/colfamily11/20c8a36e6c694476a42e97762b01ca7e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:46,089 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b73ee6e05446836850a2dae95b572c78 in 452ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:46,093 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b73ee6e05446836850a2dae95b572c78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:46,094 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T04:00:46,094 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b73ee6e05446836850a2dae95b572c78: Waiting for close lock at 1732161645637Running coprocessor pre-close hooks at 1732161645637Disabling compacts and flushes for region at 1732161645637Disabling writes for close at 1732161645637Obtaining lock to block concurrent updates at 1732161645637Preparing flush snapshotting stores in b73ee6e05446836850a2dae95b572c78 at 1732161645637Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161645638 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. at 1732161645639 (+1 ms)Flushing b73ee6e05446836850a2dae95b572c78/colfamily11: creating writer at 1732161645639Flushing b73ee6e05446836850a2dae95b572c78/colfamily11: appending metadata at 1732161645657 (+18 ms)Flushing b73ee6e05446836850a2dae95b572c78/colfamily11: closing flushed file at 1732161645657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dc52df: reopening flushed file at 1732161646080 (+423 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b73ee6e05446836850a2dae95b572c78 in 452ms, sequenceid=5, compaction requested=false at 1732161646089 (+9 ms)Writing region close event to WAL at 1732161646090 (+1 ms)Running coprocessor post-close hooks at 1732161646094 (+4 ms)Closed at 1732161646094 2024-11-21T04:00:46,095 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732161455379.b73ee6e05446836850a2dae95b572c78. 2024-11-21T04:00:46,095 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aee55259fcb65dbb7be96128e790ac95, disabling compactions & flushes 2024-11-21T04:00:46,095 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T04:00:46,095 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T04:00:46,095 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. after waiting 0 ms 2024-11-21T04:00:46,095 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T04:00:46,095 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aee55259fcb65dbb7be96128e790ac95 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:46,112 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/.tmp/colfamily11/bde497aec4be4e14b3d2917548b86597 is 52, key is mmm/colfamily11:colfamily11/1732161459114/Put/seqid=0 2024-11-21T04:00:46,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:00:46,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015cd3c7660002, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:00:46,118 INFO [RS:1;fdc0a393186c:38067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:00:46,118 INFO [RS:1;fdc0a393186c:38067 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,38067,1732161452846; zookeeper connection closed. 2024-11-21T04:00:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741902_1078 (size=39263) 2024-11-21T04:00:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741902_1078 (size=39263) 2024-11-21T04:00:46,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14cf9898 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14cf9898 2024-11-21T04:00:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741902_1078 (size=39263) 2024-11-21T04:00:46,119 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/.tmp/colfamily11/bde497aec4be4e14b3d2917548b86597 2024-11-21T04:00:46,126 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/.tmp/colfamily11/bde497aec4be4e14b3d2917548b86597 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/colfamily11/bde497aec4be4e14b3d2917548b86597 2024-11-21T04:00:46,131 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/colfamily11/bde497aec4be4e14b3d2917548b86597, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:46,131 DEBUG [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1351): Waiting on aee55259fcb65dbb7be96128e790ac95, c205ab8be721aa8a1628fb653a6906ce, d242aa57fbe82db296ac890dfe3bea6d, ea2b40dbdb7b43c7d3f86a18f456f25a 2024-11-21T04:00:46,132 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aee55259fcb65dbb7be96128e790ac95 in 37ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:46,136 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55259fcb65dbb7be96128e790ac95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:46,136 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T04:00:46,136 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aee55259fcb65dbb7be96128e790ac95: Waiting for close lock at 1732161646095Running coprocessor pre-close hooks at 1732161646095Disabling compacts and flushes for region at 1732161646095Disabling writes for close at 1732161646095Obtaining lock to block concurrent updates at 1732161646095Preparing flush snapshotting stores in aee55259fcb65dbb7be96128e790ac95 at 1732161646095Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161646096 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. at 1732161646096Flushing aee55259fcb65dbb7be96128e790ac95/colfamily11: creating writer at 1732161646096Flushing aee55259fcb65dbb7be96128e790ac95/colfamily11: appending metadata at 1732161646112 (+16 ms)Flushing aee55259fcb65dbb7be96128e790ac95/colfamily11: closing flushed file at 1732161646112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee0811f: reopening flushed file at 1732161646125 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aee55259fcb65dbb7be96128e790ac95 in 37ms, sequenceid=5, compaction requested=false at 1732161646132 (+7 ms)Writing region close event to WAL at 1732161646133 (+1 ms)Running coprocessor post-close hooks at 1732161646136 (+3 ms)Closed at 1732161646136 2024-11-21T04:00:46,137 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732161455379.aee55259fcb65dbb7be96128e790ac95. 2024-11-21T04:00:46,137 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea2b40dbdb7b43c7d3f86a18f456f25a, disabling compactions & flushes 2024-11-21T04:00:46,137 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:46,137 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:46,137 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. after waiting 0 ms 2024-11-21T04:00:46,137 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:46,141 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea2b40dbdb7b43c7d3f86a18f456f25a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T04:00:46,141 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:46,141 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea2b40dbdb7b43c7d3f86a18f456f25a: Waiting for close lock at 1732161646137Running coprocessor pre-close hooks at 1732161646137Disabling compacts and flushes for region at 1732161646137Disabling writes for close at 1732161646137Writing region close event to WAL at 1732161646137Running coprocessor post-close hooks at 1732161646141 (+4 ms)Closed at 1732161646141 2024-11-21T04:00:46,141 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732161455379.ea2b40dbdb7b43c7d3f86a18f456f25a. 2024-11-21T04:00:46,141 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c205ab8be721aa8a1628fb653a6906ce, disabling compactions & flushes 2024-11-21T04:00:46,142 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T04:00:46,142 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T04:00:46,142 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. after waiting 0 ms 2024-11-21T04:00:46,142 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T04:00:46,142 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c205ab8be721aa8a1628fb653a6906ce 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:46,159 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/.tmp/colfamily11/d20a73efc3964c1a808ea3ff000815fb is 52, key is ccc/colfamily11:colfamily11/1732161458908/Put/seqid=0 2024-11-21T04:00:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741903_1079 (size=39263) 2024-11-21T04:00:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741903_1079 (size=39263) 2024-11-21T04:00:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741903_1079 (size=39263) 2024-11-21T04:00:46,165 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/.tmp/colfamily11/d20a73efc3964c1a808ea3ff000815fb 2024-11-21T04:00:46,171 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/.tmp/colfamily11/d20a73efc3964c1a808ea3ff000815fb as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/colfamily11/d20a73efc3964c1a808ea3ff000815fb 2024-11-21T04:00:46,177 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/colfamily11/d20a73efc3964c1a808ea3ff000815fb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:46,178 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c205ab8be721aa8a1628fb653a6906ce in 36ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:46,182 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c205ab8be721aa8a1628fb653a6906ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:46,182 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T04:00:46,182 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c205ab8be721aa8a1628fb653a6906ce: Waiting for close lock at 1732161646141Running coprocessor pre-close hooks at 1732161646141Disabling compacts and flushes for region at 1732161646141Disabling writes for close at 1732161646142 (+1 ms)Obtaining lock to block concurrent updates at 1732161646142Preparing flush snapshotting stores in c205ab8be721aa8a1628fb653a6906ce at 1732161646142Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161646142Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. at 1732161646142Flushing c205ab8be721aa8a1628fb653a6906ce/colfamily11: creating writer at 1732161646142Flushing c205ab8be721aa8a1628fb653a6906ce/colfamily11: appending metadata at 1732161646158 (+16 ms)Flushing c205ab8be721aa8a1628fb653a6906ce/colfamily11: closing flushed file at 1732161646158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4314b37a: reopening flushed file at 1732161646170 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c205ab8be721aa8a1628fb653a6906ce in 36ms, sequenceid=5, compaction requested=false at 1732161646178 (+8 ms)Writing region close event to WAL at 1732161646179 (+1 ms)Running coprocessor post-close hooks at 1732161646182 (+3 ms)Closed at 1732161646182 2024-11-21T04:00:46,182 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732161455379.c205ab8be721aa8a1628fb653a6906ce. 2024-11-21T04:00:46,182 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d242aa57fbe82db296ac890dfe3bea6d, disabling compactions & flushes 2024-11-21T04:00:46,182 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T04:00:46,183 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T04:00:46,183 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. after waiting 0 ms 2024-11-21T04:00:46,183 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T04:00:46,183 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d242aa57fbe82db296ac890dfe3bea6d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T04:00:46,199 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/.tmp/colfamily11/86e95054a47a4547a38d0612320f3e22 is 52, key is jjj/colfamily11:colfamily11/1732161459067/Put/seqid=0 2024-11-21T04:00:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741904_1080 (size=39263) 2024-11-21T04:00:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741904_1080 (size=39263) 2024-11-21T04:00:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741904_1080 (size=39263) 2024-11-21T04:00:46,207 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/.tmp/colfamily11/86e95054a47a4547a38d0612320f3e22 2024-11-21T04:00:46,213 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/.tmp/colfamily11/86e95054a47a4547a38d0612320f3e22 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/colfamily11/86e95054a47a4547a38d0612320f3e22 2024-11-21T04:00:46,219 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/colfamily11/86e95054a47a4547a38d0612320f3e22, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T04:00:46,220 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d242aa57fbe82db296ac890dfe3bea6d in 37ms, sequenceid=5, compaction requested=false 2024-11-21T04:00:46,224 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d242aa57fbe82db296ac890dfe3bea6d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:00:46,225 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T04:00:46,225 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d242aa57fbe82db296ac890dfe3bea6d: Waiting for close lock at 1732161646182Running coprocessor pre-close hooks at 1732161646182Disabling compacts and flushes for region at 1732161646182Disabling writes for close at 1732161646183 (+1 ms)Obtaining lock to block concurrent updates at 1732161646183Preparing flush snapshotting stores in d242aa57fbe82db296ac890dfe3bea6d at 1732161646183Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732161646183Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. at 1732161646183Flushing d242aa57fbe82db296ac890dfe3bea6d/colfamily11: creating writer at 1732161646183Flushing d242aa57fbe82db296ac890dfe3bea6d/colfamily11: appending metadata at 1732161646199 (+16 ms)Flushing d242aa57fbe82db296ac890dfe3bea6d/colfamily11: closing flushed file at 1732161646199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@830da58: reopening flushed file at 1732161646212 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d242aa57fbe82db296ac890dfe3bea6d in 37ms, sequenceid=5, compaction requested=false at 1732161646220 (+8 ms)Writing region close event to WAL at 1732161646221 (+1 ms)Running coprocessor post-close hooks at 1732161646225 (+4 ms)Closed at 1732161646225 2024-11-21T04:00:46,225 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732161455379.d242aa57fbe82db296ac890dfe3bea6d. 2024-11-21T04:00:46,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T04:00:46,332 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(976): stopping server fdc0a393186c,36731,1732161452921; all regions closed. 2024-11-21T04:00:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741833_1009 (size=353044) 2024-11-21T04:00:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741833_1009 (size=353044) 2024-11-21T04:00:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741833_1009 (size=353044) 2024-11-21T04:00:46,336 DEBUG [RS:2;fdc0a393186c:36731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/oldWALs 2024-11-21T04:00:46,336 INFO [RS:2;fdc0a393186c:36731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C36731%2C1732161452921:(num 1732161454443) 2024-11-21T04:00:46,336 DEBUG [RS:2;fdc0a393186c:36731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:00:46,336 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] hbase.ChoreService(370): Chore service for: regionserver/fdc0a393186c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:00:46,337 INFO [regionserver/fdc0a393186c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:00:46,337 INFO [RS:2;fdc0a393186c:36731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36731 2024-11-21T04:00:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,36731,1732161452921 2024-11-21T04:00:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:00:46,368 INFO [RS:2;fdc0a393186c:36731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:00:46,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,36731,1732161452921] 2024-11-21T04:00:46,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,36731,1732161452921 already deleted, retry=false 2024-11-21T04:00:46,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fdc0a393186c,36731,1732161452921 expired; onlineServers=0 2024-11-21T04:00:46,385 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fdc0a393186c,42301,1732161452008' ***** 2024-11-21T04:00:46,385 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T04:00:46,385 INFO [M:0;fdc0a393186c:42301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:00:46,385 INFO [M:0;fdc0a393186c:42301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:00:46,385 DEBUG [M:0;fdc0a393186c:42301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T04:00:46,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T04:00:46,386 DEBUG [M:0;fdc0a393186c:42301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T04:00:46,386 DEBUG [master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161454061 {}] cleaner.HFileCleaner(306): Exit Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161454061,5,FailOnTimeoutGroup] 2024-11-21T04:00:46,386 DEBUG [master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161454062 {}] cleaner.HFileCleaner(306): Exit Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161454062,5,FailOnTimeoutGroup] 2024-11-21T04:00:46,386 INFO [M:0;fdc0a393186c:42301 {}] hbase.ChoreService(370): Chore service for: master/fdc0a393186c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T04:00:46,387 INFO [M:0;fdc0a393186c:42301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:00:46,387 DEBUG [M:0;fdc0a393186c:42301 {}] master.HMaster(1795): Stopping service threads 2024-11-21T04:00:46,387 INFO [M:0;fdc0a393186c:42301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T04:00:46,387 INFO [M:0;fdc0a393186c:42301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:00:46,387 INFO [M:0;fdc0a393186c:42301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:00:46,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T04:00:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T04:00:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:46,398 DEBUG [M:0;fdc0a393186c:42301 {}] zookeeper.ZKUtil(347): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T04:00:46,398 WARN [M:0;fdc0a393186c:42301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T04:00:46,400 INFO [M:0;fdc0a393186c:42301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/.lastflushedseqids 2024-11-21T04:00:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741905_1081 (size=2837) 2024-11-21T04:00:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741905_1081 (size=2837) 2024-11-21T04:00:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741905_1081 (size=2837) 2024-11-21T04:00:46,419 INFO [M:0;fdc0a393186c:42301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:00:46,419 INFO [M:0;fdc0a393186c:42301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T04:00:46,419 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:00:46,419 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:46,419 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:46,419 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:00:46,419 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:46,419 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.67 KB heapSize=405.09 KB 2024-11-21T04:00:46,440 DEBUG [M:0;fdc0a393186c:42301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/545ee142195847629057738a80a16798 is 82, key is hbase:meta,,1/info:regioninfo/1732161641005/Put/seqid=0 2024-11-21T04:00:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741906_1082 (size=6071) 2024-11-21T04:00:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741906_1082 (size=6071) 2024-11-21T04:00:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741906_1082 (size=6071) 2024-11-21T04:00:46,457 INFO [M:0;fdc0a393186c:42301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/545ee142195847629057738a80a16798 2024-11-21T04:00:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:00:46,476 INFO [RS:2;fdc0a393186c:36731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:00:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x1015cd3c7660003, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:00:46,476 INFO [RS:2;fdc0a393186c:36731 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,36731,1732161452921; zookeeper connection closed. 2024-11-21T04:00:46,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36c0808f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36c0808f 2024-11-21T04:00:46,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T04:00:46,478 DEBUG [M:0;fdc0a393186c:42301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c48f73a5151491088cc4eceb14e7286 is 4107, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732161456952/Put/seqid=0 2024-11-21T04:00:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741907_1083 (size=13507) 2024-11-21T04:00:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741907_1083 (size=13507) 2024-11-21T04:00:46,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741907_1083 (size=13507) 2024-11-21T04:00:46,488 INFO [M:0;fdc0a393186c:42301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.44 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c48f73a5151491088cc4eceb14e7286 2024-11-21T04:00:46,515 DEBUG [M:0;fdc0a393186c:42301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cc30944dadd46f3815bd2fce36b9a46 is 69, key is fdc0a393186c,36731,1732161452921/rs:state/1732161454128/Put/seqid=0 2024-11-21T04:00:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741908_1084 (size=5442) 2024-11-21T04:00:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741908_1084 (size=5442) 2024-11-21T04:00:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741908_1084 (size=5442) 2024-11-21T04:00:46,523 INFO [M:0;fdc0a393186c:42301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cc30944dadd46f3815bd2fce36b9a46 2024-11-21T04:00:46,528 INFO [M:0;fdc0a393186c:42301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cc30944dadd46f3815bd2fce36b9a46 2024-11-21T04:00:46,529 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/545ee142195847629057738a80a16798 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/545ee142195847629057738a80a16798 2024-11-21T04:00:46,535 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/545ee142195847629057738a80a16798, entries=14, sequenceid=635, filesize=5.9 K 2024-11-21T04:00:46,536 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c48f73a5151491088cc4eceb14e7286 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c48f73a5151491088cc4eceb14e7286 2024-11-21T04:00:46,541 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c48f73a5151491088cc4eceb14e7286, entries=81, sequenceid=635, filesize=13.2 K 2024-11-21T04:00:46,542 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cc30944dadd46f3815bd2fce36b9a46 as hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cc30944dadd46f3815bd2fce36b9a46 2024-11-21T04:00:46,548 INFO [M:0;fdc0a393186c:42301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cc30944dadd46f3815bd2fce36b9a46 2024-11-21T04:00:46,548 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/fc47c02b-e22b-02ec-7a21-a224a13a2b90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cc30944dadd46f3815bd2fce36b9a46, entries=3, sequenceid=635, filesize=5.3 K 2024-11-21T04:00:46,549 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.67 KB/352943, heapSize ~404.80 KB/414512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=635, compaction requested=false 2024-11-21T04:00:46,550 INFO [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:46,550 DEBUG [M:0;fdc0a393186c:42301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732161646419Disabling compacts and flushes for region at 1732161646419Disabling writes for close at 1732161646419Obtaining lock to block concurrent updates at 1732161646419Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732161646419Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352943, getHeapSize=414752, getOffHeapSize=0, getCellsCount=800 at 1732161646420 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732161646420Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732161646420Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732161646440 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732161646440Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732161646462 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732161646477 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732161646478 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732161646494 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732161646514 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732161646514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fd3c94: reopening flushed file at 1732161646528 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493f87ce: reopening flushed file at 1732161646535 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4714b088: reopening flushed file at 1732161646541 (+6 ms)Finished flush of dataSize ~344.67 KB/352943, heapSize ~404.80 KB/414512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=635, compaction requested=false at 1732161646549 (+8 ms)Writing region close event to WAL at 1732161646550 (+1 ms)Closed at 1732161646550 2024-11-21T04:00:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41625 is added to blk_1073741830_1006 (size=395297) 2024-11-21T04:00:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46601 is added to blk_1073741830_1006 (size=395297) 2024-11-21T04:00:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35329 is added to blk_1073741830_1006 (size=395297) 2024-11-21T04:00:46,553 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:00:46,553 INFO [M:0;fdc0a393186c:42301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T04:00:46,553 INFO [M:0;fdc0a393186c:42301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42301 2024-11-21T04:00:46,553 INFO [M:0;fdc0a393186c:42301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:00:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:00:46,681 INFO [M:0;fdc0a393186c:42301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:00:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42301-0x1015cd3c7660000, quorum=127.0.0.1:61663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:00:46,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:00:46,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:00:46,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:00:46,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:00:46,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,STOPPED} 2024-11-21T04:00:46,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:00:46,737 WARN [BP-397366864-172.17.0.2-1732161448044 heartbeating to localhost/127.0.0.1:36813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:00:46,737 WARN [BP-397366864-172.17.0.2-1732161448044 heartbeating to localhost/127.0.0.1:36813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397366864-172.17.0.2-1732161448044 (Datanode Uuid 752b89e5-79f2-4360-b913-0fb42a14ce5e) service to localhost/127.0.0.1:36813 2024-11-21T04:00:46,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:00:46,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data5/current/BP-397366864-172.17.0.2-1732161448044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:00:46,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data6/current/BP-397366864-172.17.0.2-1732161448044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:00:46,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:00:46,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:00:46,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:00:46,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:00:46,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:00:46,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,STOPPED} 2024-11-21T04:00:46,742 WARN [BP-397366864-172.17.0.2-1732161448044 heartbeating to localhost/127.0.0.1:36813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:00:46,742 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:00:46,742 WARN [BP-397366864-172.17.0.2-1732161448044 heartbeating to localhost/127.0.0.1:36813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397366864-172.17.0.2-1732161448044 (Datanode Uuid 5953fd3f-8e2c-43e3-8618-85b3d82d1c6e) service to localhost/127.0.0.1:36813 2024-11-21T04:00:46,742 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:00:46,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data3/current/BP-397366864-172.17.0.2-1732161448044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:00:46,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data4/current/BP-397366864-172.17.0.2-1732161448044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:00:46,743 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:00:46,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:00:46,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:00:46,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:00:46,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:00:46,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,STOPPED} 2024-11-21T04:00:46,746 WARN [BP-397366864-172.17.0.2-1732161448044 heartbeating to localhost/127.0.0.1:36813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:00:46,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:00:46,746 WARN [BP-397366864-172.17.0.2-1732161448044 heartbeating to localhost/127.0.0.1:36813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397366864-172.17.0.2-1732161448044 (Datanode Uuid ecace93b-9c71-41e6-952d-e7a608556b64) service to localhost/127.0.0.1:36813 2024-11-21T04:00:46,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:00:46,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data1/current/BP-397366864-172.17.0.2-1732161448044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:00:46,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/cluster_57fee862-0bd4-fc16-cc9a-c72f9f8296ef/data/data2/current/BP-397366864-172.17.0.2-1732161448044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:00:46,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:00:46,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:00:46,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:00:46,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:00:46,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:00:46,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/77ece816-6e9a-b7c7-e66e-1bf29919223b/hadoop.log.dir/,STOPPED} 2024-11-21T04:00:46,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T04:00:46,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T04:00:46,839 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:36813 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/fdc0a393186c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4a3eb94a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:36813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/fdc0a393186c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fdc0a393186c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:36813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:36813 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fdc0a393186c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=6085 (was 7466)