2024-11-18 21:53:04,304 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 21:53:04,315 main DEBUG Took 0.009962 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 21:53:04,316 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 21:53:04,316 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 21:53:04,317 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 21:53:04,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,324 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 21:53:04,341 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,343 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,344 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,345 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,346 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,347 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,348 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,349 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,349 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,350 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:53:04,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,352 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 21:53:04,353 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:53:04,354 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 21:53:04,356 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 21:53:04,356 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 21:53:04,357 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 21:53:04,357 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 21:53:04,366 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 21:53:04,368 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 21:53:04,369 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 21:53:04,370 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 21:53:04,370 main DEBUG createAppenders(={Console}) 2024-11-18 21:53:04,371 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-18 21:53:04,371 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 21:53:04,371 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-18 21:53:04,372 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 21:53:04,372 main DEBUG OutputStream closed 2024-11-18 21:53:04,372 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 21:53:04,372 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 21:53:04,373 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-18 21:53:04,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 21:53:04,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 21:53:04,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 21:53:04,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 21:53:04,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 21:53:04,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 21:53:04,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 21:53:04,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 21:53:04,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 21:53:04,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 21:53:04,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 21:53:04,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 21:53:04,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 21:53:04,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 21:53:04,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 21:53:04,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 21:53:04,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 21:53:04,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 21:53:04,463 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 21:53:04,464 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-18 21:53:04,464 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 21:53:04,465 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-18T21:53:04,478 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-18 21:53:04,481 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 21:53:04,482 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T21:53:04,515 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=63, ProcessCount=11, AvailableMemoryMB=5089 2024-11-18T21:53:04,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005 2024-11-18T21:53:04,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:53:04,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f, deleteOnExit=true 2024-11-18T21:53:04,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:53:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/test.cache.data in system properties and HBase conf 2024-11-18T21:53:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:53:04,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:53:04,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:53:04,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:53:04,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:53:04,838 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T21:53:04,920 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:53:04,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:53:04,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:53:04,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:53:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:53:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:53:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:53:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:53:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:53:04,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:53:04,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:53:04,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:53:04,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:53:04,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:53:04,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:53:05,740 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T21:53:05,817 INFO [Time-limited test {}] log.Log(170): Logging initialized @2158ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T21:53:05,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:53:05,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:53:05,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:53:05,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:53:05,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:53:05,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:53:05,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:53:05,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:53:06,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/java.io.tmpdir/jetty-localhost-41141-hadoop-hdfs-3_4_1-tests_jar-_-any-13191010382566069541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:53:06,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:41141} 2024-11-18T21:53:06,188 INFO [Time-limited test {}] server.Server(415): Started @2530ms 2024-11-18T21:53:06,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:53:06,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:53:06,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:53:06,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:53:06,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:53:06,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:53:06,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:53:06,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/java.io.tmpdir/jetty-localhost-46243-hadoop-hdfs-3_4_1-tests_jar-_-any-17133083339657325031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:53:06,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:46243} 2024-11-18T21:53:06,694 INFO [Time-limited test {}] server.Server(415): Started @3036ms 2024-11-18T21:53:06,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:53:06,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:53:06,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:53:06,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:53:06,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:53:06,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:53:06,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:53:06,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:53:07,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/java.io.tmpdir/jetty-localhost-44011-hadoop-hdfs-3_4_1-tests_jar-_-any-13767780976224468378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:53:07,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:44011} 2024-11-18T21:53:07,036 INFO [Time-limited test {}] server.Server(415): Started @3378ms 2024-11-18T21:53:07,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:53:07,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:53:07,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:53:07,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:53:07,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:53:07,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:53:07,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:53:07,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:53:07,204 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data3/current/BP-2135174125-172.17.0.2-1731966785504/current, will proceed with Du for space computation calculation, 2024-11-18T21:53:07,204 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data1/current/BP-2135174125-172.17.0.2-1731966785504/current, will proceed with Du for space computation calculation, 2024-11-18T21:53:07,204 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data4/current/BP-2135174125-172.17.0.2-1731966785504/current, will proceed with Du for space computation calculation, 2024-11-18T21:53:07,204 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data2/current/BP-2135174125-172.17.0.2-1731966785504/current, will proceed with Du for space computation calculation, 2024-11-18T21:53:07,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/java.io.tmpdir/jetty-localhost-40317-hadoop-hdfs-3_4_1-tests_jar-_-any-666596686635656956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:53:07,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:40317} 2024-11-18T21:53:07,226 INFO [Time-limited test {}] server.Server(415): Started @3568ms 2024-11-18T21:53:07,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:53:07,247 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:53:07,247 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:53:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4600f86f68f21e95 with lease ID 0x72eb260642a46f7: Processing first storage report for DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8 from datanode DatanodeRegistration(127.0.0.1:39791, datanodeUuid=1788c240-8f30-4a01-a215-0cf9e341a4c1, infoPort=46543, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504) 2024-11-18T21:53:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4600f86f68f21e95 with lease ID 0x72eb260642a46f7: from storage DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8 node DatanodeRegistration(127.0.0.1:39791, datanodeUuid=1788c240-8f30-4a01-a215-0cf9e341a4c1, infoPort=46543, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:53:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cd5f803b4c8d784 with lease ID 0x72eb260642a46f6: Processing first storage report for DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4 from datanode DatanodeRegistration(127.0.0.1:36395, datanodeUuid=6700e3a5-8e20-4abc-99c4-0c0046179446, infoPort=34015, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504) 2024-11-18T21:53:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cd5f803b4c8d784 with lease ID 0x72eb260642a46f6: from storage DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4 node DatanodeRegistration(127.0.0.1:36395, datanodeUuid=6700e3a5-8e20-4abc-99c4-0c0046179446, infoPort=34015, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:53:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4600f86f68f21e95 with lease ID 0x72eb260642a46f7: Processing first storage report for DS-aa2024f8-627e-4308-aa4c-86cbf37da0cd from datanode DatanodeRegistration(127.0.0.1:39791, datanodeUuid=1788c240-8f30-4a01-a215-0cf9e341a4c1, infoPort=46543, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504) 2024-11-18T21:53:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4600f86f68f21e95 with lease ID 0x72eb260642a46f7: from storage DS-aa2024f8-627e-4308-aa4c-86cbf37da0cd node DatanodeRegistration(127.0.0.1:39791, datanodeUuid=1788c240-8f30-4a01-a215-0cf9e341a4c1, infoPort=46543, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:53:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cd5f803b4c8d784 with lease ID 0x72eb260642a46f6: Processing first storage report for DS-f228c577-1f0d-4cc4-84c3-d0313396c194 from datanode DatanodeRegistration(127.0.0.1:36395, datanodeUuid=6700e3a5-8e20-4abc-99c4-0c0046179446, infoPort=34015, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504) 2024-11-18T21:53:07,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cd5f803b4c8d784 with lease ID 0x72eb260642a46f6: from storage DS-f228c577-1f0d-4cc4-84c3-d0313396c194 node DatanodeRegistration(127.0.0.1:36395, datanodeUuid=6700e3a5-8e20-4abc-99c4-0c0046179446, infoPort=34015, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:53:07,359 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data5/current/BP-2135174125-172.17.0.2-1731966785504/current, will proceed with Du for space computation calculation, 2024-11-18T21:53:07,361 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data6/current/BP-2135174125-172.17.0.2-1731966785504/current, will proceed with Du for space computation calculation, 2024-11-18T21:53:07,391 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:53:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e32b9beb91a7111 with lease ID 0x72eb260642a46f8: Processing first storage report for DS-2f527627-5957-4c4e-8801-1222dbea5454 from datanode DatanodeRegistration(127.0.0.1:33117, datanodeUuid=bba6ecea-1632-40c2-93ff-0e1f64544451, infoPort=36321, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504) 2024-11-18T21:53:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e32b9beb91a7111 with lease ID 0x72eb260642a46f8: from storage DS-2f527627-5957-4c4e-8801-1222dbea5454 node DatanodeRegistration(127.0.0.1:33117, datanodeUuid=bba6ecea-1632-40c2-93ff-0e1f64544451, infoPort=36321, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:53:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e32b9beb91a7111 with lease ID 0x72eb260642a46f8: Processing first storage report for DS-9f83ca2d-2889-4d02-968c-b7bebc58914e from datanode DatanodeRegistration(127.0.0.1:33117, datanodeUuid=bba6ecea-1632-40c2-93ff-0e1f64544451, infoPort=36321, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504) 2024-11-18T21:53:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e32b9beb91a7111 with lease ID 0x72eb260642a46f8: from storage DS-9f83ca2d-2889-4d02-968c-b7bebc58914e node DatanodeRegistration(127.0.0.1:33117, datanodeUuid=bba6ecea-1632-40c2-93ff-0e1f64544451, infoPort=36321, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=1897039779;c=1731966785504), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:53:07,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005 2024-11-18T21:53:07,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/zookeeper_0, clientPort=51315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:53:07,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51315 2024-11-18T21:53:07,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:07,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:53:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:53:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:53:08,363 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 with version=8 2024-11-18T21:53:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/hbase-staging 2024-11-18T21:53:08,459 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T21:53:08,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66dff09c816a:0 server-side Connection retries=45 2024-11-18T21:53:08,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:08,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:08,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:53:08,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:08,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:53:08,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:53:08,919 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T21:53:08,927 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T21:53:08,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:53:08,959 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17346 (auto-detected) 2024-11-18T21:53:08,960 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T21:53:08,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34007 2024-11-18T21:53:09,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34007 connecting to ZooKeeper ensemble=127.0.0.1:51315 2024-11-18T21:53:09,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340070x0, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:53:09,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34007-0x10107d6d4f50000 connected 2024-11-18T21:53:09,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:53:09,082 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526, hbase.cluster.distributed=false 2024-11-18T21:53:09,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T21:53:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-18T21:53:09,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34007 2024-11-18T21:53:09,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34007 2024-11-18T21:53:09,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-18T21:53:09,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-18T21:53:09,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T21:53:09,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:53:09,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:53:09,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:53:09,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:53:09,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39885 2024-11-18T21:53:09,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39885 connecting to ZooKeeper ensemble=127.0.0.1:51315 2024-11-18T21:53:09,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398850x0, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:53:09,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39885-0x10107d6d4f50001 connected 2024-11-18T21:53:09,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:53:09,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:53:09,256 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:53:09,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T21:53:09,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T21:53:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39885 2024-11-18T21:53:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39885 2024-11-18T21:53:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39885 2024-11-18T21:53:09,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39885 2024-11-18T21:53:09,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39885 2024-11-18T21:53:09,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T21:53:09,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:53:09,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:53:09,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:53:09,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:53:09,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38597 2024-11-18T21:53:09,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38597 connecting to ZooKeeper ensemble=127.0.0.1:51315 2024-11-18T21:53:09,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385970x0, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:53:09,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385970x0, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:53:09,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38597-0x10107d6d4f50002 connected 2024-11-18T21:53:09,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:53:09,297 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:53:09,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T21:53:09,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T21:53:09,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38597 2024-11-18T21:53:09,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38597 2024-11-18T21:53:09,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38597 2024-11-18T21:53:09,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38597 2024-11-18T21:53:09,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38597 2024-11-18T21:53:09,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:53:09,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:53:09,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45243 2024-11-18T21:53:09,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45243 connecting to ZooKeeper ensemble=127.0.0.1:51315 2024-11-18T21:53:09,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452430x0, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:53:09,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452430x0, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:53:09,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45243-0x10107d6d4f50003 connected 2024-11-18T21:53:09,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:53:09,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:53:09,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T21:53:09,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T21:53:09,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45243 2024-11-18T21:53:09,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45243 2024-11-18T21:53:09,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45243 2024-11-18T21:53:09,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45243 2024-11-18T21:53:09,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45243 2024-11-18T21:53:09,361 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66dff09c816a:34007 2024-11-18T21:53:09,362 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/66dff09c816a,34007,1731966788512 2024-11-18T21:53:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,372 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66dff09c816a,34007,1731966788512 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,399 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T21:53:09,400 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66dff09c816a,34007,1731966788512 from backup master directory 2024-11-18T21:53:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66dff09c816a,34007,1731966788512 2024-11-18T21:53:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T21:53:09,404 WARN [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:53:09,404 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66dff09c816a,34007,1731966788512 2024-11-18T21:53:09,406 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T21:53:09,407 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T21:53:09,464 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/hbase.id] with ID: 0597d62b-6696-482e-973a-f83b83af774c 2024-11-18T21:53:09,464 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/.tmp/hbase.id 2024-11-18T21:53:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:53:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:53:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:53:09,480 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/.tmp/hbase.id]:[hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/hbase.id] 2024-11-18T21:53:09,525 INFO [master/66dff09c816a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:53:09,529 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:53:09,549 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T21:53:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:53:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:53:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:53:09,590 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:53:09,592 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:53:09,609 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:09,613 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:53:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:53:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:53:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:53:09,666 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store 2024-11-18T21:53:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:53:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:53:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:53:09,694 INFO [master/66dff09c816a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T21:53:09,697 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:09,698 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:53:09,698 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:53:09,699 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:53:09,700 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:53:09,700 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:53:09,700 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:53:09,701 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731966789698Disabling compacts and flushes for region at 1731966789698Disabling writes for close at 1731966789700 (+2 ms)Writing region close event to WAL at 1731966789700Closed at 1731966789700 2024-11-18T21:53:09,703 WARN [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/.initializing 2024-11-18T21:53:09,704 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/WALs/66dff09c816a,34007,1731966788512 2024-11-18T21:53:09,712 INFO [master/66dff09c816a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:53:09,727 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C34007%2C1731966788512, suffix=, logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/WALs/66dff09c816a,34007,1731966788512, archiveDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/oldWALs, maxLogs=10 2024-11-18T21:53:09,761 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/WALs/66dff09c816a,34007,1731966788512/66dff09c816a%2C34007%2C1731966788512.1731966789733, exclude list is [], retry=0 2024-11-18T21:53:09,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4,DISK] 2024-11-18T21:53:09,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33117,DS-2f527627-5957-4c4e-8801-1222dbea5454,DISK] 2024-11-18T21:53:09,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8,DISK] 2024-11-18T21:53:09,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T21:53:09,821 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/WALs/66dff09c816a,34007,1731966788512/66dff09c816a%2C34007%2C1731966788512.1731966789733 2024-11-18T21:53:09,822 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34015:34015),(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:46543:46543)] 2024-11-18T21:53:09,823 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:53:09,823 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:09,826 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,827 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:53:09,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:09,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:09,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:53:09,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:09,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:09,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:53:09,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:09,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:09,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:53:09,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:09,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:09,910 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,913 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,914 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,919 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,919 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,923 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:53:09,926 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:53:09,930 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:09,931 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72901797, jitterRate=0.08632142841815948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:53:09,937 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731966789840Initializing all the Stores at 1731966789842 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966789843 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966789843Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966789844 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966789844Cleaning up temporary data from old regions at 1731966789919 (+75 ms)Region opened successfully at 1731966789937 (+18 ms) 2024-11-18T21:53:09,938 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:53:09,972 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a87ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T21:53:10,004 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:53:10,016 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:53:10,016 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:53:10,019 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:53:10,020 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T21:53:10,026 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T21:53:10,026 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:53:10,052 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:53:10,060 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T21:53:10,062 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T21:53:10,065 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:53:10,066 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:53:10,068 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T21:53:10,070 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:53:10,073 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:53:10,075 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T21:53:10,076 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:53:10,078 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T21:53:10,095 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:53:10,097 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,104 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66dff09c816a,34007,1731966788512, sessionid=0x10107d6d4f50000, setting cluster-up flag (Was=false) 2024-11-18T21:53:10,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,123 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T21:53:10,125 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,34007,1731966788512 2024-11-18T21:53:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,136 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T21:53:10,138 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,34007,1731966788512 2024-11-18T21:53:10,144 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:53:10,149 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(746): ClusterId : 0597d62b-6696-482e-973a-f83b83af774c 2024-11-18T21:53:10,149 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(746): ClusterId : 0597d62b-6696-482e-973a-f83b83af774c 2024-11-18T21:53:10,149 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(746): ClusterId : 0597d62b-6696-482e-973a-f83b83af774c 2024-11-18T21:53:10,152 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:53:10,152 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:53:10,152 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:53:10,157 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:53:10,157 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:53:10,157 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:53:10,157 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:53:10,157 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:53:10,157 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:53:10,161 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:53:10,161 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:53:10,161 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:53:10,162 DEBUG [RS:2;66dff09c816a:45243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198bf7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T21:53:10,162 DEBUG [RS:0;66dff09c816a:39885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489c8d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T21:53:10,162 DEBUG [RS:1;66dff09c816a:38597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b2ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T21:53:10,177 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;66dff09c816a:45243 2024-11-18T21:53:10,180 INFO [RS:2;66dff09c816a:45243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:53:10,180 INFO [RS:2;66dff09c816a:45243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:53:10,181 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:53:10,183 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66dff09c816a:39885 2024-11-18T21:53:10,183 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66dff09c816a:38597 2024-11-18T21:53:10,183 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,34007,1731966788512 with port=45243, startcode=1731966789321 2024-11-18T21:53:10,183 INFO [RS:1;66dff09c816a:38597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:53:10,183 INFO [RS:0;66dff09c816a:39885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:53:10,183 INFO [RS:1;66dff09c816a:38597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:53:10,183 INFO [RS:0;66dff09c816a:39885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:53:10,183 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:53:10,183 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:53:10,185 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,34007,1731966788512 with port=38597, startcode=1731966789282 2024-11-18T21:53:10,185 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,34007,1731966788512 with port=39885, startcode=1731966789185 2024-11-18T21:53:10,195 DEBUG [RS:0;66dff09c816a:39885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:53:10,195 DEBUG [RS:2;66dff09c816a:45243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:53:10,195 DEBUG [RS:1;66dff09c816a:38597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:53:10,233 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:53:10,233 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:53:10,233 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42707, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:53:10,237 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:53:10,240 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:53:10,245 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:53:10,246 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:53:10,251 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:53:10,260 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:53:10,265 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T21:53:10,265 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T21:53:10,265 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T21:53:10,265 WARN [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T21:53:10,265 WARN [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T21:53:10,265 WARN [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T21:53:10,267 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66dff09c816a,34007,1731966788512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:53:10,275 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:53:10,276 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:53:10,276 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:53:10,276 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:53:10,276 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66dff09c816a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:53:10,276 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,277 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:53:10,277 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,278 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731966820278 2024-11-18T21:53:10,279 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:53:10,281 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:53:10,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:53:10,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:53:10,285 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:53:10,285 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:53:10,286 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:53:10,286 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:53:10,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:10,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:53:10,287 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,290 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:53:10,291 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:53:10,292 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:53:10,294 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:53:10,294 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:53:10,316 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731966790314,5,FailOnTimeoutGroup] 2024-11-18T21:53:10,316 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731966790316,5,FailOnTimeoutGroup] 2024-11-18T21:53:10,317 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,317 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:53:10,318 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,319 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:53:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:53:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:53:10,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:53:10,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:53:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:53:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:53:10,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:10,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:53:10,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:53:10,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:10,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:10,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:53:10,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:53:10,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:53:10,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:53:10,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:10,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:10,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:53:10,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:53:10,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:10,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:10,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:53:10,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740 2024-11-18T21:53:10,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740 2024-11-18T21:53:10,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:53:10,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:53:10,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:53:10,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:53:10,364 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:10,365 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65642017, jitterRate=-0.021857723593711853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:53:10,366 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,34007,1731966788512 with port=45243, startcode=1731966789321 2024-11-18T21:53:10,366 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,34007,1731966788512 with port=38597, startcode=1731966789282 2024-11-18T21:53:10,366 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,34007,1731966788512 with port=39885, startcode=1731966789185 2024-11-18T21:53:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731966790338Initializing all the Stores at 1731966790340 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966790340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966790340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966790340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966790340Cleaning up temporary data from old regions at 1731966790358 (+18 ms)Region opened successfully at 1731966790368 (+10 ms) 2024-11-18T21:53:10,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,38597,1731966789282 2024-11-18T21:53:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:53:10,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:53:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:53:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:53:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:53:10,370 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:53:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731966790368Disabling compacts and flushes for region at 1731966790368Disabling writes for close at 1731966790369 (+1 ms)Writing region close event to WAL at 1731966790370 (+1 ms)Closed at 1731966790370 2024-11-18T21:53:10,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,38597,1731966789282 2024-11-18T21:53:10,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:53:10,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:53:10,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,381 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:10,381 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42735 2024-11-18T21:53:10,381 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:53:10,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:53:10,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,39885,1731966789185 2024-11-18T21:53:10,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,39885,1731966789185 2024-11-18T21:53:10,385 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:10,385 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42735 2024-11-18T21:53:10,385 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:53:10,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T21:53:10,388 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:10,388 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42735 2024-11-18T21:53:10,388 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:53:10,390 DEBUG [RS:1;66dff09c816a:38597 {}] zookeeper.ZKUtil(111): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,38597,1731966789282 2024-11-18T21:53:10,390 WARN [RS:1;66dff09c816a:38597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:53:10,390 INFO [RS:1;66dff09c816a:38597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:53:10,391 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,38597,1731966789282 2024-11-18T21:53:10,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,45243,1731966789321] 2024-11-18T21:53:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T21:53:10,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,38597,1731966789282] 2024-11-18T21:53:10,393 DEBUG [RS:2;66dff09c816a:45243 {}] zookeeper.ZKUtil(111): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,393 DEBUG [RS:0;66dff09c816a:39885 {}] zookeeper.ZKUtil(111): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,39885,1731966789185 2024-11-18T21:53:10,393 WARN [RS:0;66dff09c816a:39885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:53:10,393 WARN [RS:2;66dff09c816a:45243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:53:10,393 INFO [RS:0;66dff09c816a:39885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:53:10,393 INFO [RS:2;66dff09c816a:45243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:53:10,394 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185 2024-11-18T21:53:10,394 DEBUG [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,39885,1731966789185] 2024-11-18T21:53:10,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:53:10,402 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:53:10,424 INFO [RS:1;66dff09c816a:38597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:53:10,424 INFO [RS:2;66dff09c816a:45243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:53:10,424 INFO [RS:0;66dff09c816a:39885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:53:10,438 INFO [RS:0;66dff09c816a:39885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:53:10,438 INFO [RS:1;66dff09c816a:38597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:53:10,438 INFO [RS:2;66dff09c816a:45243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:53:10,444 INFO [RS:1;66dff09c816a:38597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:53:10,444 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,444 INFO [RS:0;66dff09c816a:39885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:53:10,444 INFO [RS:2;66dff09c816a:45243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:53:10,444 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,444 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,446 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:53:10,446 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:53:10,446 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:53:10,452 INFO [RS:1;66dff09c816a:38597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:53:10,452 INFO [RS:0;66dff09c816a:39885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:53:10,452 INFO [RS:2;66dff09c816a:45243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:53:10,453 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,453 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,453 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,454 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,454 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:53:10,455 DEBUG [RS:0;66dff09c816a:39885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:53:10,455 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,455 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,456 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,456 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:53:10,456 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:53:10,456 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:53:10,456 DEBUG [RS:2;66dff09c816a:45243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:53:10,456 DEBUG [RS:1;66dff09c816a:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:53:10,461 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39885,1731966789185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,462 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,463 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38597,1731966789282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:53:10,463 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,463 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,463 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,463 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,463 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,45243,1731966789321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:53:10,489 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:53:10,489 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:53:10,491 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,45243,1731966789321-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,491 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39885,1731966789185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,491 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:53:10,491 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,491 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,492 INFO [RS:2;66dff09c816a:45243 {}] regionserver.Replication(171): 66dff09c816a,45243,1731966789321 started 2024-11-18T21:53:10,492 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38597,1731966789282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,492 INFO [RS:0;66dff09c816a:39885 {}] regionserver.Replication(171): 66dff09c816a,39885,1731966789185 started 2024-11-18T21:53:10,492 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,492 INFO [RS:1;66dff09c816a:38597 {}] regionserver.Replication(171): 66dff09c816a,38597,1731966789282 started 2024-11-18T21:53:10,509 INFO [RS:2;66dff09c816a:45243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,509 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,510 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,45243,1731966789321, RpcServer on 66dff09c816a/172.17.0.2:45243, sessionid=0x10107d6d4f50003 2024-11-18T21:53:10,510 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,39885,1731966789185, RpcServer on 66dff09c816a/172.17.0.2:39885, sessionid=0x10107d6d4f50001 2024-11-18T21:53:10,511 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:53:10,511 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:53:10,511 DEBUG [RS:2;66dff09c816a:45243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,511 DEBUG [RS:0;66dff09c816a:39885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,39885,1731966789185 2024-11-18T21:53:10,511 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,45243,1731966789321' 2024-11-18T21:53:10,511 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,39885,1731966789185' 2024-11-18T21:53:10,511 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T21:53:10,511 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T21:53:10,512 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T21:53:10,512 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T21:53:10,513 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:53:10,513 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:53:10,513 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:53:10,513 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:53:10,513 DEBUG [RS:0;66dff09c816a:39885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,39885,1731966789185 2024-11-18T21:53:10,513 DEBUG [RS:2;66dff09c816a:45243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,513 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,45243,1731966789321' 2024-11-18T21:53:10,513 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,39885,1731966789185' 2024-11-18T21:53:10,513 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T21:53:10,513 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T21:53:10,514 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T21:53:10,514 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T21:53:10,515 DEBUG [RS:2;66dff09c816a:45243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:53:10,515 INFO [RS:2;66dff09c816a:45243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:53:10,515 DEBUG [RS:0;66dff09c816a:39885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:53:10,515 INFO [RS:2;66dff09c816a:45243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:53:10,515 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:10,515 INFO [RS:0;66dff09c816a:39885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:53:10,515 INFO [RS:0;66dff09c816a:39885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:53:10,515 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,38597,1731966789282, RpcServer on 66dff09c816a/172.17.0.2:38597, sessionid=0x10107d6d4f50002 2024-11-18T21:53:10,515 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:53:10,515 DEBUG [RS:1;66dff09c816a:38597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,38597,1731966789282 2024-11-18T21:53:10,515 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,38597,1731966789282' 2024-11-18T21:53:10,516 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T21:53:10,516 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T21:53:10,517 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:53:10,517 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:53:10,517 DEBUG [RS:1;66dff09c816a:38597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,38597,1731966789282 2024-11-18T21:53:10,517 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,38597,1731966789282' 2024-11-18T21:53:10,517 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T21:53:10,518 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T21:53:10,518 DEBUG [RS:1;66dff09c816a:38597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:53:10,518 INFO [RS:1;66dff09c816a:38597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:53:10,518 INFO [RS:1;66dff09c816a:38597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:53:10,553 WARN [66dff09c816a:34007 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T21:53:10,622 INFO [RS:1;66dff09c816a:38597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:53:10,622 INFO [RS:0;66dff09c816a:39885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:53:10,622 INFO [RS:2;66dff09c816a:45243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:53:10,626 INFO [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C39885%2C1731966789185, suffix=, logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185, archiveDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs, maxLogs=32 2024-11-18T21:53:10,626 INFO [RS:2;66dff09c816a:45243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C45243%2C1731966789321, suffix=, logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321, archiveDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs, maxLogs=32 2024-11-18T21:53:10,626 INFO [RS:1;66dff09c816a:38597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C38597%2C1731966789282, suffix=, logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,38597,1731966789282, archiveDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs, maxLogs=32 2024-11-18T21:53:10,645 DEBUG [RS:2;66dff09c816a:45243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321/66dff09c816a%2C45243%2C1731966789321.1731966790631, exclude list is [], retry=0 2024-11-18T21:53:10,645 DEBUG [RS:1;66dff09c816a:38597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,38597,1731966789282/66dff09c816a%2C38597%2C1731966789282.1731966790631, exclude list is [], retry=0 2024-11-18T21:53:10,647 DEBUG [RS:0;66dff09c816a:39885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185/66dff09c816a%2C39885%2C1731966789185.1731966790631, exclude list is [], retry=0 2024-11-18T21:53:10,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8,DISK] 2024-11-18T21:53:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4,DISK] 2024-11-18T21:53:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33117,DS-2f527627-5957-4c4e-8801-1222dbea5454,DISK] 2024-11-18T21:53:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4,DISK] 2024-11-18T21:53:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8,DISK] 2024-11-18T21:53:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33117,DS-2f527627-5957-4c4e-8801-1222dbea5454,DISK] 2024-11-18T21:53:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33117,DS-2f527627-5957-4c4e-8801-1222dbea5454,DISK] 2024-11-18T21:53:10,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8,DISK] 2024-11-18T21:53:10,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4,DISK] 2024-11-18T21:53:10,664 INFO [RS:1;66dff09c816a:38597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,38597,1731966789282/66dff09c816a%2C38597%2C1731966789282.1731966790631 2024-11-18T21:53:10,665 DEBUG [RS:1;66dff09c816a:38597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:34015:34015),(127.0.0.1/127.0.0.1:46543:46543)] 2024-11-18T21:53:10,666 INFO [RS:2;66dff09c816a:45243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321/66dff09c816a%2C45243%2C1731966789321.1731966790631 2024-11-18T21:53:10,666 DEBUG [RS:2;66dff09c816a:45243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34015:34015),(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-18T21:53:10,667 INFO [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185/66dff09c816a%2C39885%2C1731966789185.1731966790631 2024-11-18T21:53:10,667 DEBUG [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:34015:34015),(127.0.0.1/127.0.0.1:46543:46543)] 2024-11-18T21:53:10,805 DEBUG [66dff09c816a:34007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T21:53:10,813 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(204): Hosts are {66dff09c816a=0} racks are {/default-rack=0} 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T21:53:10,820 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T21:53:10,820 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T21:53:10,820 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T21:53:10,820 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T21:53:10,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:10,834 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,45243,1731966789321, state=OPENING 2024-11-18T21:53:10,839 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:53:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:53:10,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:10,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:10,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:10,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:10,844 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:53:10,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:11,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:53:11,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:53:11,034 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:53:11,034 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:53:11,035 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:53:11,038 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C45243%2C1731966789321.meta, suffix=.meta, logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321, archiveDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs, maxLogs=32 2024-11-18T21:53:11,053 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, exclude list is [], retry=0 2024-11-18T21:53:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33117,DS-2f527627-5957-4c4e-8801-1222dbea5454,DISK] 2024-11-18T21:53:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8,DISK] 2024-11-18T21:53:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4,DISK] 2024-11-18T21:53:11,061 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta 2024-11-18T21:53:11,061 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34015:34015)] 2024-11-18T21:53:11,061 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:53:11,063 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:53:11,066 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:53:11,070 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:53:11,075 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:53:11,075 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,075 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:53:11,075 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:53:11,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:53:11,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:53:11,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:11,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:11,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:53:11,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:53:11,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:11,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:11,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:53:11,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:53:11,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:11,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:11,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:53:11,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:53:11,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:11,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:53:11,087 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:53:11,088 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740 2024-11-18T21:53:11,091 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740 2024-11-18T21:53:11,094 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:53:11,094 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:53:11,095 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:53:11,098 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:53:11,099 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63530865, jitterRate=-0.05331633985042572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:53:11,099 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:53:11,100 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731966791076Writing region info on filesystem at 1731966791076Initializing all the Stores at 1731966791078 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966791078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966791078Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966791078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966791078Cleaning up temporary data from old regions at 1731966791094 (+16 ms)Running coprocessor post-open hooks at 1731966791100 (+6 ms)Region opened successfully at 1731966791100 2024-11-18T21:53:11,108 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731966791011 2024-11-18T21:53:11,120 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:53:11,121 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:53:11,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:11,124 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,45243,1731966789321, state=OPEN 2024-11-18T21:53:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:11,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:11,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:11,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:11,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:11,127 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,45243,1731966789321 2024-11-18T21:53:11,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:53:11,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,45243,1731966789321 in 282 msec 2024-11-18T21:53:11,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:53:11,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 752 msec 2024-11-18T21:53:11,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:53:11,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:53:11,164 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:11,166 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:11,190 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:53:11,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:53:11,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-11-18T21:53:11,243 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731966791242, completionTime=-1 2024-11-18T21:53:11,246 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T21:53:11,246 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:53:11,281 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T21:53:11,281 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731966851281 2024-11-18T21:53:11,281 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731966911281 2024-11-18T21:53:11,281 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-18T21:53:11,283 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:53:11,289 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,34007,1731966788512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,290 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,34007,1731966788512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,290 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,34007,1731966788512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,291 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66dff09c816a:34007, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,292 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,292 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,300 DEBUG [master/66dff09c816a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:53:11,320 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.916sec 2024-11-18T21:53:11,322 INFO [master/66dff09c816a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:53:11,323 INFO [master/66dff09c816a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:53:11,324 INFO [master/66dff09c816a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:53:11,324 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:53:11,324 INFO [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:53:11,325 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,34007,1731966788512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:53:11,326 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,34007,1731966788512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:53:11,330 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:53:11,331 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:53:11,331 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,34007,1731966788512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:53:11,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f113c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:53:11,363 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T21:53:11,363 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T21:53:11,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66dff09c816a,34007,-1 for getting cluster id 2024-11-18T21:53:11,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:53:11,379 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0597d62b-6696-482e-973a-f83b83af774c' 2024-11-18T21:53:11,381 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:53:11,381 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0597d62b-6696-482e-973a-f83b83af774c" 2024-11-18T21:53:11,382 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726bfcd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:53:11,382 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66dff09c816a,34007,-1] 2024-11-18T21:53:11,385 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:53:11,387 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:53:11,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:53:11,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4225f0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:53:11,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:11,399 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:11,399 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:53:11,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:53:11,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66dff09c816a,34007,1731966788512 2024-11-18T21:53:11,422 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T21:53:11,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:53:11,431 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66dff09c816a,34007,1731966788512 2024-11-18T21:53:11,433 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca030ae 2024-11-18T21:53:11,434 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:53:11,437 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:53:11,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:53:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:53:11,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:53:11,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-18T21:53:11,456 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:11,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:53:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:53:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741837_1013 (size=1020) 2024-11-18T21:53:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741837_1013 (size=1020) 2024-11-18T21:53:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741837_1013 (size=1020) 2024-11-18T21:53:11,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10a651882ce658224caa8261e5ce6d49, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => daba0fb9a32dc40fab6d3f9643769fc4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,480 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02de775bb1b7ede8e191ec8b88d4d721, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741838_1014 (size=107) 2024-11-18T21:53:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741838_1014 (size=107) 2024-11-18T21:53:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741838_1014 (size=107) 2024-11-18T21:53:11,499 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,499 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 10a651882ce658224caa8261e5ce6d49, disabling compactions & flushes 2024-11-18T21:53:11,499 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:11,499 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:11,499 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. after waiting 0 ms 2024-11-18T21:53:11,499 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:11,499 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:11,499 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10a651882ce658224caa8261e5ce6d49: Waiting for close lock at 1731966791499Disabling compacts and flushes for region at 1731966791499Disabling writes for close at 1731966791499Writing region close event to WAL at 1731966791499Closed at 1731966791499 2024-11-18T21:53:11,500 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dac47da1a0fa39f552a56cec83496f42, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741839_1015 (size=110) 2024-11-18T21:53:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741839_1015 (size=110) 2024-11-18T21:53:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741839_1015 (size=110) 2024-11-18T21:53:11,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing daba0fb9a32dc40fab6d3f9643769fc4, disabling compactions & flushes 2024-11-18T21:53:11,502 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:11,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:11,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. after waiting 0 ms 2024-11-18T21:53:11,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:11,503 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:11,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for daba0fb9a32dc40fab6d3f9643769fc4: Waiting for close lock at 1731966791502Disabling compacts and flushes for region at 1731966791502Disabling writes for close at 1731966791503 (+1 ms)Writing region close event to WAL at 1731966791503Closed at 1731966791503 2024-11-18T21:53:11,504 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b8e71657008cbbeeec90bc45bda229de, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741840_1016 (size=110) 2024-11-18T21:53:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741840_1016 (size=110) 2024-11-18T21:53:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741840_1016 (size=110) 2024-11-18T21:53:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741841_1017 (size=110) 2024-11-18T21:53:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741841_1017 (size=110) 2024-11-18T21:53:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741841_1017 (size=110) 2024-11-18T21:53:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741842_1018 (size=110) 2024-11-18T21:53:11,527 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741842_1018 (size=110) 2024-11-18T21:53:11,527 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing b8e71657008cbbeeec90bc45bda229de, disabling compactions & flushes 2024-11-18T21:53:11,527 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:11,527 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:11,527 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. after waiting 0 ms 2024-11-18T21:53:11,527 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:11,527 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:11,527 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for b8e71657008cbbeeec90bc45bda229de: Waiting for close lock at 1731966791527Disabling compacts and flushes for region at 1731966791527Disabling writes for close at 1731966791527Writing region close event to WAL at 1731966791527Closed at 1731966791527 2024-11-18T21:53:11,528 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 62c923e3ca2c8d9abf1e0b069590d537, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741842_1018 (size=110) 2024-11-18T21:53:11,531 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,531 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing dac47da1a0fa39f552a56cec83496f42, disabling compactions & flushes 2024-11-18T21:53:11,531 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:11,531 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:11,531 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. after waiting 0 ms 2024-11-18T21:53:11,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:11,532 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:11,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for dac47da1a0fa39f552a56cec83496f42: Waiting for close lock at 1731966791531Disabling compacts and flushes for region at 1731966791531Disabling writes for close at 1731966791531Writing region close event to WAL at 1731966791532 (+1 ms)Closed at 1731966791532 2024-11-18T21:53:11,533 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a7d9336d0f042a2b587ea2f7a91cde9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741843_1019 (size=110) 2024-11-18T21:53:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741843_1019 (size=110) 2024-11-18T21:53:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741843_1019 (size=110) 2024-11-18T21:53:11,550 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 62c923e3ca2c8d9abf1e0b069590d537, disabling compactions & flushes 2024-11-18T21:53:11,551 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:11,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:11,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. after waiting 0 ms 2024-11-18T21:53:11,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:11,551 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:11,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 62c923e3ca2c8d9abf1e0b069590d537: Waiting for close lock at 1731966791550Disabling compacts and flushes for region at 1731966791550Disabling writes for close at 1731966791551 (+1 ms)Writing region close event to WAL at 1731966791551Closed at 1731966791551 2024-11-18T21:53:11,552 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 825ad685063482f8cbe7c88771f840df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741844_1020 (size=110) 2024-11-18T21:53:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741844_1020 (size=110) 2024-11-18T21:53:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741844_1020 (size=110) 2024-11-18T21:53:11,561 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,561 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0a7d9336d0f042a2b587ea2f7a91cde9, disabling compactions & flushes 2024-11-18T21:53:11,561 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:11,561 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:11,561 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. after waiting 0 ms 2024-11-18T21:53:11,561 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:11,561 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:11,561 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a7d9336d0f042a2b587ea2f7a91cde9: Waiting for close lock at 1731966791561Disabling compacts and flushes for region at 1731966791561Disabling writes for close at 1731966791561Writing region close event to WAL at 1731966791561Closed at 1731966791561 2024-11-18T21:53:11,562 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ff63b46195fd77a82b0d021749831b5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:53:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741845_1021 (size=110) 2024-11-18T21:53:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741845_1021 (size=110) 2024-11-18T21:53:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741845_1021 (size=110) 2024-11-18T21:53:11,571 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,571 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 825ad685063482f8cbe7c88771f840df, disabling compactions & flushes 2024-11-18T21:53:11,571 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:11,571 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:11,571 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. after waiting 0 ms 2024-11-18T21:53:11,571 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:11,571 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:11,571 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 825ad685063482f8cbe7c88771f840df: Waiting for close lock at 1731966791571Disabling compacts and flushes for region at 1731966791571Disabling writes for close at 1731966791571Writing region close event to WAL at 1731966791571Closed at 1731966791571 2024-11-18T21:53:11,572 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => de0e55d9b846aa7bbc4c7806d7d4381c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741846_1022 (size=110) 2024-11-18T21:53:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741846_1022 (size=110) 2024-11-18T21:53:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741846_1022 (size=110) 2024-11-18T21:53:11,586 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,586 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4ff63b46195fd77a82b0d021749831b5, disabling compactions & flushes 2024-11-18T21:53:11,586 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:11,587 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:11,587 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. after waiting 0 ms 2024-11-18T21:53:11,587 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:11,587 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:11,587 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ff63b46195fd77a82b0d021749831b5: Waiting for close lock at 1731966791586Disabling compacts and flushes for region at 1731966791586Disabling writes for close at 1731966791587 (+1 ms)Writing region close event to WAL at 1731966791587Closed at 1731966791587 2024-11-18T21:53:11,587 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf494a37570a32e59796d0f7b139cd79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741847_1023 (size=110) 2024-11-18T21:53:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741847_1023 (size=110) 2024-11-18T21:53:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741847_1023 (size=110) 2024-11-18T21:53:11,598 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,598 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing de0e55d9b846aa7bbc4c7806d7d4381c, disabling compactions & flushes 2024-11-18T21:53:11,598 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:11,598 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:11,598 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. after waiting 0 ms 2024-11-18T21:53:11,598 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:11,598 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:11,598 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for de0e55d9b846aa7bbc4c7806d7d4381c: Waiting for close lock at 1731966791598Disabling compacts and flushes for region at 1731966791598Disabling writes for close at 1731966791598Writing region close event to WAL at 1731966791598Closed at 1731966791598 2024-11-18T21:53:11,599 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 530b153cc7db81694a3200e201380f62, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741848_1024 (size=110) 2024-11-18T21:53:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741848_1024 (size=110) 2024-11-18T21:53:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741848_1024 (size=110) 2024-11-18T21:53:11,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing cf494a37570a32e59796d0f7b139cd79, disabling compactions & flushes 2024-11-18T21:53:11,614 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:11,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:11,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. after waiting 0 ms 2024-11-18T21:53:11,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:11,614 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:11,614 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf494a37570a32e59796d0f7b139cd79: Waiting for close lock at 1731966791614Disabling compacts and flushes for region at 1731966791614Disabling writes for close at 1731966791614Writing region close event to WAL at 1731966791614Closed at 1731966791614 2024-11-18T21:53:11,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741849_1025 (size=110) 2024-11-18T21:53:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741849_1025 (size=110) 2024-11-18T21:53:11,615 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cc6e399816bb60eef0187103c55dd99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741849_1025 (size=110) 2024-11-18T21:53:11,617 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,617 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 530b153cc7db81694a3200e201380f62, disabling compactions & flushes 2024-11-18T21:53:11,617 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:11,617 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:11,617 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. after waiting 0 ms 2024-11-18T21:53:11,617 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:11,617 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:11,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 530b153cc7db81694a3200e201380f62: Waiting for close lock at 1731966791617Disabling compacts and flushes for region at 1731966791617Disabling writes for close at 1731966791617Writing region close event to WAL at 1731966791617Closed at 1731966791617 2024-11-18T21:53:11,618 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0a00c19d558c627e3967f0e52286917a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741850_1026 (size=110) 2024-11-18T21:53:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741850_1026 (size=110) 2024-11-18T21:53:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741850_1026 (size=110) 2024-11-18T21:53:11,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7cc6e399816bb60eef0187103c55dd99, disabling compactions & flushes 2024-11-18T21:53:11,630 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:11,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:11,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. after waiting 0 ms 2024-11-18T21:53:11,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:11,630 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:11,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cc6e399816bb60eef0187103c55dd99: Waiting for close lock at 1731966791630Disabling compacts and flushes for region at 1731966791630Disabling writes for close at 1731966791630Writing region close event to WAL at 1731966791630Closed at 1731966791630 2024-11-18T21:53:11,631 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8550884385bfb93e876b5b8d4a30c22, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741851_1027 (size=110) 2024-11-18T21:53:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741851_1027 (size=110) 2024-11-18T21:53:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741851_1027 (size=110) 2024-11-18T21:53:11,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0a00c19d558c627e3967f0e52286917a, disabling compactions & flushes 2024-11-18T21:53:11,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:11,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:11,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. after waiting 0 ms 2024-11-18T21:53:11,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:11,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:11,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0a00c19d558c627e3967f0e52286917a: Waiting for close lock at 1731966791635Disabling compacts and flushes for region at 1731966791635Disabling writes for close at 1731966791635Writing region close event to WAL at 1731966791635Closed at 1731966791635 2024-11-18T21:53:11,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 71e76fbb8f6341c61be0d5ca369eec59, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741852_1028 (size=110) 2024-11-18T21:53:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741852_1028 (size=110) 2024-11-18T21:53:11,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741852_1028 (size=110) 2024-11-18T21:53:11,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d8550884385bfb93e876b5b8d4a30c22, disabling compactions & flushes 2024-11-18T21:53:11,647 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:11,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:11,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. after waiting 0 ms 2024-11-18T21:53:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741853_1029 (size=110) 2024-11-18T21:53:11,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:11,647 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:11,648 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8550884385bfb93e876b5b8d4a30c22: Waiting for close lock at 1731966791647Disabling compacts and flushes for region at 1731966791647Disabling writes for close at 1731966791647Writing region close event to WAL at 1731966791647Closed at 1731966791647 2024-11-18T21:53:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741853_1029 (size=110) 2024-11-18T21:53:11,648 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cd8d74ab552b4e1339e29d17d41bac6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741853_1029 (size=110) 2024-11-18T21:53:11,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 71e76fbb8f6341c61be0d5ca369eec59, disabling compactions & flushes 2024-11-18T21:53:11,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:11,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:11,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. after waiting 0 ms 2024-11-18T21:53:11,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:11,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:11,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 71e76fbb8f6341c61be0d5ca369eec59: Waiting for close lock at 1731966791650Disabling compacts and flushes for region at 1731966791650Disabling writes for close at 1731966791650Writing region close event to WAL at 1731966791650Closed at 1731966791650 2024-11-18T21:53:11,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8de3ed366bc1f89ecbfc9ed8ef184a13, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741854_1030 (size=110) 2024-11-18T21:53:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741854_1030 (size=110) 2024-11-18T21:53:11,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741854_1030 (size=110) 2024-11-18T21:53:11,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741855_1031 (size=110) 2024-11-18T21:53:11,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741855_1031 (size=110) 2024-11-18T21:53:11,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8cd8d74ab552b4e1339e29d17d41bac6, disabling compactions & flushes 2024-11-18T21:53:11,666 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:11,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:11,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. after waiting 0 ms 2024-11-18T21:53:11,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:11,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741855_1031 (size=110) 2024-11-18T21:53:11,666 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:11,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cd8d74ab552b4e1339e29d17d41bac6: Waiting for close lock at 1731966791666Disabling compacts and flushes for region at 1731966791666Disabling writes for close at 1731966791666Writing region close event to WAL at 1731966791666Closed at 1731966791666 2024-11-18T21:53:11,667 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8124dc6b4f88d1445d525eb59ad10e69, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8de3ed366bc1f89ecbfc9ed8ef184a13, disabling compactions & flushes 2024-11-18T21:53:11,668 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:11,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:11,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. after waiting 0 ms 2024-11-18T21:53:11,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:11,668 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:11,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8de3ed366bc1f89ecbfc9ed8ef184a13: Waiting for close lock at 1731966791668Disabling compacts and flushes for region at 1731966791668Disabling writes for close at 1731966791668Writing region close event to WAL at 1731966791668Closed at 1731966791668 2024-11-18T21:53:11,668 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 120562dd5892f4fa0094e0ee98188ec5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741856_1032 (size=110) 2024-11-18T21:53:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741856_1032 (size=110) 2024-11-18T21:53:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741856_1032 (size=110) 2024-11-18T21:53:11,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8124dc6b4f88d1445d525eb59ad10e69, disabling compactions & flushes 2024-11-18T21:53:11,686 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:11,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:11,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. after waiting 0 ms 2024-11-18T21:53:11,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:11,686 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:11,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8124dc6b4f88d1445d525eb59ad10e69: Waiting for close lock at 1731966791686Disabling compacts and flushes for region at 1731966791686Disabling writes for close at 1731966791686Writing region close event to WAL at 1731966791686Closed at 1731966791686 2024-11-18T21:53:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741857_1033 (size=110) 2024-11-18T21:53:11,687 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aee6aab20c4bdab39495f6f97cf7b2bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741857_1033 (size=110) 2024-11-18T21:53:11,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741857_1033 (size=110) 2024-11-18T21:53:11,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 120562dd5892f4fa0094e0ee98188ec5, disabling compactions & flushes 2024-11-18T21:53:11,689 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:11,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:11,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. after waiting 0 ms 2024-11-18T21:53:11,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:11,689 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:11,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 120562dd5892f4fa0094e0ee98188ec5: Waiting for close lock at 1731966791689Disabling compacts and flushes for region at 1731966791689Disabling writes for close at 1731966791689Writing region close event to WAL at 1731966791689Closed at 1731966791689 2024-11-18T21:53:11,690 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdbec3baabba6e5ed46c5c350b63072, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741858_1034 (size=110) 2024-11-18T21:53:11,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741858_1034 (size=110) 2024-11-18T21:53:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741858_1034 (size=110) 2024-11-18T21:53:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741859_1035 (size=110) 2024-11-18T21:53:11,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,701 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing aee6aab20c4bdab39495f6f97cf7b2bd, disabling compactions & flushes 2024-11-18T21:53:11,701 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:11,701 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741859_1035 (size=110) 2024-11-18T21:53:11,701 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. after waiting 0 ms 2024-11-18T21:53:11,701 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:11,701 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:11,701 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for aee6aab20c4bdab39495f6f97cf7b2bd: Waiting for close lock at 1731966791700Disabling compacts and flushes for region at 1731966791700Disabling writes for close at 1731966791701 (+1 ms)Writing region close event to WAL at 1731966791701Closed at 1731966791701 2024-11-18T21:53:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741859_1035 (size=110) 2024-11-18T21:53:11,702 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a68adeb133930877e34d6a81a731f37a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2bdbec3baabba6e5ed46c5c350b63072, disabling compactions & flushes 2024-11-18T21:53:11,702 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:11,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:11,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. after waiting 0 ms 2024-11-18T21:53:11,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:11,702 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:11,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2bdbec3baabba6e5ed46c5c350b63072: Waiting for close lock at 1731966791702Disabling compacts and flushes for region at 1731966791702Disabling writes for close at 1731966791702Writing region close event to WAL at 1731966791702Closed at 1731966791702 2024-11-18T21:53:11,703 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 207b4d926440ae9c2182a8fbcbeae868, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741860_1036 (size=110) 2024-11-18T21:53:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741860_1036 (size=110) 2024-11-18T21:53:11,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741860_1036 (size=110) 2024-11-18T21:53:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741861_1037 (size=110) 2024-11-18T21:53:11,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a68adeb133930877e34d6a81a731f37a, disabling compactions & flushes 2024-11-18T21:53:11,713 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:11,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741861_1037 (size=110) 2024-11-18T21:53:11,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. after waiting 0 ms 2024-11-18T21:53:11,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:11,713 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:11,713 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a68adeb133930877e34d6a81a731f37a: Waiting for close lock at 1731966791713Disabling compacts and flushes for region at 1731966791713Disabling writes for close at 1731966791713Writing region close event to WAL at 1731966791713Closed at 1731966791713 2024-11-18T21:53:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741861_1037 (size=110) 2024-11-18T21:53:11,714 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eee5eb77d73c4c1f9b3c010d49d28820, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 207b4d926440ae9c2182a8fbcbeae868, disabling compactions & flushes 2024-11-18T21:53:11,715 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:11,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:11,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. after waiting 0 ms 2024-11-18T21:53:11,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:11,715 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:11,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 207b4d926440ae9c2182a8fbcbeae868: Waiting for close lock at 1731966791715Disabling compacts and flushes for region at 1731966791715Disabling writes for close at 1731966791715Writing region close event to WAL at 1731966791715Closed at 1731966791715 2024-11-18T21:53:11,716 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => daf990b64cbcbf987ca781264e8d1cfe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526 2024-11-18T21:53:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741862_1038 (size=110) 2024-11-18T21:53:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741863_1039 (size=107) 2024-11-18T21:53:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741862_1038 (size=110) 2024-11-18T21:53:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741863_1039 (size=107) 2024-11-18T21:53:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741862_1038 (size=110) 2024-11-18T21:53:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741863_1039 (size=107) 2024-11-18T21:53:11,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing eee5eb77d73c4c1f9b3c010d49d28820, disabling compactions & flushes 2024-11-18T21:53:11,730 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:11,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:11,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. after waiting 0 ms 2024-11-18T21:53:11,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:11,731 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:11,731 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for eee5eb77d73c4c1f9b3c010d49d28820: Waiting for close lock at 1731966791730Disabling compacts and flushes for region at 1731966791730Disabling writes for close at 1731966791730Writing region close event to WAL at 1731966791730Closed at 1731966791730 2024-11-18T21:53:11,731 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing daf990b64cbcbf987ca781264e8d1cfe, disabling compactions & flushes 2024-11-18T21:53:11,732 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:11,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:11,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. after waiting 0 ms 2024-11-18T21:53:11,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:11,732 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:11,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for daf990b64cbcbf987ca781264e8d1cfe: Waiting for close lock at 1731966791732Disabling compacts and flushes for region at 1731966791732Disabling writes for close at 1731966791732Writing region close event to WAL at 1731966791732Closed at 1731966791732 2024-11-18T21:53:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:53:11,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:11,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 02de775bb1b7ede8e191ec8b88d4d721, disabling compactions & flushes 2024-11-18T21:53:11,910 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:11,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:11,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. after waiting 0 ms 2024-11-18T21:53:11,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:11,910 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:11,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02de775bb1b7ede8e191ec8b88d4d721: Waiting for close lock at 1731966791910Disabling compacts and flushes for region at 1731966791910Disabling writes for close at 1731966791910Writing region close event to WAL at 1731966791910Closed at 1731966791910 2024-11-18T21:53:11,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:53:11,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731966791914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731966791914"}]},"ts":"1731966791914"} 2024-11-18T21:53:11,972 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-18T21:53:11,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:53:11,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731966791975"}]},"ts":"1731966791975"} 2024-11-18T21:53:11,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-18T21:53:11,985 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {66dff09c816a=0} racks are {/default-rack=0} 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T21:53:12,028 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T21:53:12,028 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T21:53:12,028 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T21:53:12,028 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T21:53:12,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=10a651882ce658224caa8261e5ce6d49, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dac47da1a0fa39f552a56cec83496f42, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8e71657008cbbeeec90bc45bda229de, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=825ad685063482f8cbe7c88771f840df, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf494a37570a32e59796d0f7b139cd79, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cc6e399816bb60eef0187103c55dd99, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a00c19d558c627e3967f0e52286917a, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71e76fbb8f6341c61be0d5ca369eec59, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cd8d74ab552b4e1339e29d17d41bac6, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8124dc6b4f88d1445d525eb59ad10e69, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=120562dd5892f4fa0094e0ee98188ec5, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bdbec3baabba6e5ed46c5c350b63072, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a68adeb133930877e34d6a81a731f37a, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eee5eb77d73c4c1f9b3c010d49d28820, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daf990b64cbcbf987ca781264e8d1cfe, ASSIGN}] 2024-11-18T21:53:12,039 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daf990b64cbcbf987ca781264e8d1cfe, ASSIGN 2024-11-18T21:53:12,041 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daf990b64cbcbf987ca781264e8d1cfe, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,043 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eee5eb77d73c4c1f9b3c010d49d28820, ASSIGN 2024-11-18T21:53:12,044 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eee5eb77d73c4c1f9b3c010d49d28820, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,045 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN 2024-11-18T21:53:12,047 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,048 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a68adeb133930877e34d6a81a731f37a, ASSIGN 2024-11-18T21:53:12,050 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a68adeb133930877e34d6a81a731f37a, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bdbec3baabba6e5ed46c5c350b63072, ASSIGN 2024-11-18T21:53:12,053 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bdbec3baabba6e5ed46c5c350b63072, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN 2024-11-18T21:53:12,057 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=120562dd5892f4fa0094e0ee98188ec5, ASSIGN 2024-11-18T21:53:12,059 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=120562dd5892f4fa0094e0ee98188ec5, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8124dc6b4f88d1445d525eb59ad10e69, ASSIGN 2024-11-18T21:53:12,062 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8124dc6b4f88d1445d525eb59ad10e69, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN 2024-11-18T21:53:12,066 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cd8d74ab552b4e1339e29d17d41bac6, ASSIGN 2024-11-18T21:53:12,069 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cd8d74ab552b4e1339e29d17d41bac6, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71e76fbb8f6341c61be0d5ca369eec59, ASSIGN 2024-11-18T21:53:12,073 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71e76fbb8f6341c61be0d5ca369eec59, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,074 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN 2024-11-18T21:53:12,075 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a00c19d558c627e3967f0e52286917a, ASSIGN 2024-11-18T21:53:12,078 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a00c19d558c627e3967f0e52286917a, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cc6e399816bb60eef0187103c55dd99, ASSIGN 2024-11-18T21:53:12,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cc6e399816bb60eef0187103c55dd99, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,082 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN 2024-11-18T21:53:12,083 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf494a37570a32e59796d0f7b139cd79, ASSIGN 2024-11-18T21:53:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:53:12,086 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf494a37570a32e59796d0f7b139cd79, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c, ASSIGN 2024-11-18T21:53:12,089 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,090 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN 2024-11-18T21:53:12,092 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=825ad685063482f8cbe7c88771f840df, ASSIGN 2024-11-18T21:53:12,094 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=825ad685063482f8cbe7c88771f840df, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9, ASSIGN 2024-11-18T21:53:12,097 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,098 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN 2024-11-18T21:53:12,099 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8e71657008cbbeeec90bc45bda229de, ASSIGN 2024-11-18T21:53:12,102 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8e71657008cbbeeec90bc45bda229de, ASSIGN; state=OFFLINE, location=66dff09c816a,39885,1731966789185; forceNewPlan=false, retain=false 2024-11-18T21:53:12,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dac47da1a0fa39f552a56cec83496f42, ASSIGN 2024-11-18T21:53:12,105 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dac47da1a0fa39f552a56cec83496f42, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN 2024-11-18T21:53:12,107 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,109 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN 2024-11-18T21:53:12,110 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN; state=OFFLINE, location=66dff09c816a,45243,1731966789321; forceNewPlan=false, retain=false 2024-11-18T21:53:12,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=10a651882ce658224caa8261e5ce6d49, ASSIGN 2024-11-18T21:53:12,112 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=10a651882ce658224caa8261e5ce6d49, ASSIGN; state=OFFLINE, location=66dff09c816a,38597,1731966789282; forceNewPlan=false, retain=false 2024-11-18T21:53:12,195 INFO [66dff09c816a:34007 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-18T21:53:12,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=207b4d926440ae9c2182a8fbcbeae868, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d8550884385bfb93e876b5b8d4a30c22, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=530b153cc7db81694a3200e201380f62, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ff63b46195fd77a82b0d021749831b5, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN because future has completed 2024-11-18T21:53:12,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPENING, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN because future has completed 2024-11-18T21:53:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN because future has completed 2024-11-18T21:53:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN because future has completed 2024-11-18T21:53:12,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN because future has completed 2024-11-18T21:53:12,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN because future has completed 2024-11-18T21:53:12,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN because future has completed 2024-11-18T21:53:12,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN because future has completed 2024-11-18T21:53:12,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN because future has completed 2024-11-18T21:53:12,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eee5eb77d73c4c1f9b3c010d49d28820, ASSIGN because future has completed 2024-11-18T21:53:12,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure eee5eb77d73c4c1f9b3c010d49d28820, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,45243,1731966789321}] 2024-11-18T21:53:12,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,261 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7cc6e399816bb60eef0187103c55dd99, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bdbec3baabba6e5ed46c5c350b63072, ASSIGN because future has completed 2024-11-18T21:53:12,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdbec3baabba6e5ed46c5c350b63072, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8124dc6b4f88d1445d525eb59ad10e69, ASSIGN because future has completed 2024-11-18T21:53:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71e76fbb8f6341c61be0d5ca369eec59, ASSIGN because future has completed 2024-11-18T21:53:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cc6e399816bb60eef0187103c55dd99, ASSIGN because future has completed 2024-11-18T21:53:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c, ASSIGN because future has completed 2024-11-18T21:53:12,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9, ASSIGN because future has completed 2024-11-18T21:53:12,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a7d9336d0f042a2b587ea2f7a91cde9, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure de0e55d9b846aa7bbc4c7806d7d4381c, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cc6e399816bb60eef0187103c55dd99, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71e76fbb8f6341c61be0d5ca369eec59, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8124dc6b4f88d1445d525eb59ad10e69, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8e71657008cbbeeec90bc45bda229de, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a68adeb133930877e34d6a81a731f37a, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,302 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=120562dd5892f4fa0094e0ee98188ec5, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8e71657008cbbeeec90bc45bda229de, ASSIGN because future has completed 2024-11-18T21:53:12,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8e71657008cbbeeec90bc45bda229de, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:53:12,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daf990b64cbcbf987ca781264e8d1cfe, ASSIGN because future has completed 2024-11-18T21:53:12,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a68adeb133930877e34d6a81a731f37a, ASSIGN because future has completed 2024-11-18T21:53:12,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=120562dd5892f4fa0094e0ee98188ec5, ASSIGN because future has completed 2024-11-18T21:53:12,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cd8d74ab552b4e1339e29d17d41bac6, ASSIGN because future has completed 2024-11-18T21:53:12,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cd8d74ab552b4e1339e29d17d41bac6, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 120562dd5892f4fa0094e0ee98188ec5, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a68adeb133930877e34d6a81a731f37a, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf990b64cbcbf987ca781264e8d1cfe, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0a00c19d558c627e3967f0e52286917a, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=cf494a37570a32e59796d0f7b139cd79, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=825ad685063482f8cbe7c88771f840df, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dac47da1a0fa39f552a56cec83496f42, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a00c19d558c627e3967f0e52286917a, ASSIGN because future has completed 2024-11-18T21:53:12,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10a651882ce658224caa8261e5ce6d49, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a00c19d558c627e3967f0e52286917a, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf494a37570a32e59796d0f7b139cd79, ASSIGN because future has completed 2024-11-18T21:53:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=825ad685063482f8cbe7c88771f840df, ASSIGN because future has completed 2024-11-18T21:53:12,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dac47da1a0fa39f552a56cec83496f42, ASSIGN because future has completed 2024-11-18T21:53:12,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 825ad685063482f8cbe7c88771f840df, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=10a651882ce658224caa8261e5ce6d49, ASSIGN because future has completed 2024-11-18T21:53:12,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a651882ce658224caa8261e5ce6d49, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dac47da1a0fa39f552a56cec83496f42, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf494a37570a32e59796d0f7b139cd79, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:53:12,365 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:12,365 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 62c923e3ca2c8d9abf1e0b069590d537, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-18T21:53:12,365 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,366 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,366 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,366 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,368 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,370 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c923e3ca2c8d9abf1e0b069590d537 columnFamilyName colfamily11 2024-11-18T21:53:12,370 DEBUG [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,371 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(327): Store=62c923e3ca2c8d9abf1e0b069590d537/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,371 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,373 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c923e3ca2c8d9abf1e0b069590d537 columnFamilyName colfamily21 2024-11-18T21:53:12,373 DEBUG [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,373 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(327): Store=62c923e3ca2c8d9abf1e0b069590d537/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,373 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,375 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c923e3ca2c8d9abf1e0b069590d537 columnFamilyName colfamily31 2024-11-18T21:53:12,375 DEBUG [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,376 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(327): Store=62c923e3ca2c8d9abf1e0b069590d537/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,376 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,377 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,378 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,378 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:53:12,379 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,379 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46599, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:53:12,380 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,382 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,385 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:12,385 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,385 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cc6e399816bb60eef0187103c55dd99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-18T21:53:12,385 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,385 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,385 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 62c923e3ca2c8d9abf1e0b069590d537; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63174062, jitterRate=-0.058633118867874146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,386 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:53:12,386 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,386 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,387 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 62c923e3ca2c8d9abf1e0b069590d537: Running coprocessor pre-open hook at 1731966792366Writing region info on filesystem at 1731966792366Initializing all the Stores at 1731966792367 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792367Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792368 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792368Cleaning up temporary data from old regions at 1731966792379 (+11 ms)Running coprocessor post-open hooks at 1731966792386 (+7 ms)Region opened successfully at 1731966792387 (+1 ms) 2024-11-18T21:53:12,389 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., pid=36, masterSystemTime=1731966792357 2024-11-18T21:53:12,389 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,392 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:12,392 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:53:12,392 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:12,393 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 8de3ed366bc1f89ecbfc9ed8ef184a13, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T21:53:12,393 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc6e399816bb60eef0187103c55dd99 columnFamilyName colfamily11 2024-11-18T21:53:12,393 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,393 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,393 DEBUG [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,393 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,393 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,395 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] regionserver.HStore(327): Store=7cc6e399816bb60eef0187103c55dd99/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,395 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,396 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,397 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc6e399816bb60eef0187103c55dd99 columnFamilyName colfamily21 2024-11-18T21:53:12,397 DEBUG [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,398 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] regionserver.HStore(327): Store=7cc6e399816bb60eef0187103c55dd99/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,398 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de3ed366bc1f89ecbfc9ed8ef184a13 columnFamilyName colfamily11 2024-11-18T21:53:12,398 DEBUG [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,398 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,399 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(327): Store=8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,399 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,400 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc6e399816bb60eef0187103c55dd99 columnFamilyName colfamily31 2024-11-18T21:53:12,400 DEBUG [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,401 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de3ed366bc1f89ecbfc9ed8ef184a13 columnFamilyName colfamily21 2024-11-18T21:53:12,401 DEBUG [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,401 INFO [StoreOpener-7cc6e399816bb60eef0187103c55dd99-1 {}] regionserver.HStore(327): Store=7cc6e399816bb60eef0187103c55dd99/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,401 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,402 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(327): Store=8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,402 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=10 2024-11-18T21:53:12,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,45243,1731966789321 in 164 msec 2024-11-18T21:53:12,403 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,403 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,404 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de3ed366bc1f89ecbfc9ed8ef184a13 columnFamilyName colfamily31 2024-11-18T21:53:12,404 DEBUG [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,405 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(327): Store=8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN in 372 msec 2024-11-18T21:53:12,405 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,405 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,405 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,406 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,406 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,406 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,408 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,408 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,408 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,408 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,411 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,411 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,412 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7cc6e399816bb60eef0187103c55dd99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959313, jitterRate=-0.09163545072078705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,412 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:53:12,412 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7cc6e399816bb60eef0187103c55dd99: Running coprocessor pre-open hook at 1731966792386Writing region info on filesystem at 1731966792386Initializing all the Stores at 1731966792387 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792387Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792389 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792389Cleaning up temporary data from old regions at 1731966792406 (+17 ms)Running coprocessor post-open hooks at 1731966792412 (+6 ms)Region opened successfully at 1731966792412 2024-11-18T21:53:12,413 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., pid=44, masterSystemTime=1731966792378 2024-11-18T21:53:12,414 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,415 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 8de3ed366bc1f89ecbfc9ed8ef184a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62806451, jitterRate=-0.06411094963550568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,415 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:53:12,415 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 8de3ed366bc1f89ecbfc9ed8ef184a13: Running coprocessor pre-open hook at 1731966792394Writing region info on filesystem at 1731966792394Initializing all the Stores at 1731966792395 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792395Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792396 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792396Cleaning up temporary data from old regions at 1731966792408 (+12 ms)Running coprocessor post-open hooks at 1731966792415 (+7 ms)Region opened successfully at 1731966792415 2024-11-18T21:53:12,416 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:12,416 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:53:12,417 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., pid=39, masterSystemTime=1731966792357 2024-11-18T21:53:12,417 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:12,417 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 71e76fbb8f6341c61be0d5ca369eec59, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-18T21:53:12,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,417 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,418 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,418 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,418 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,420 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:12,420 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:53:12,420 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cc6e399816bb60eef0187103c55dd99, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,420 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,421 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,421 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 207b4d926440ae9c2182a8fbcbeae868, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-18T21:53:12,421 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,421 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,421 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,421 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,424 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,424 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e76fbb8f6341c61be0d5ca369eec59 columnFamilyName colfamily11 2024-11-18T21:53:12,424 DEBUG [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,425 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] regionserver.HStore(327): Store=71e76fbb8f6341c61be0d5ca369eec59/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,425 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,426 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b4d926440ae9c2182a8fbcbeae868 columnFamilyName colfamily11 2024-11-18T21:53:12,427 DEBUG [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=17 2024-11-18T21:53:12,427 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(327): Store=207b4d926440ae9c2182a8fbcbeae868/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cc6e399816bb60eef0187103c55dd99, server=66dff09c816a,39885,1731966789185 in 138 msec 2024-11-18T21:53:12,427 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e76fbb8f6341c61be0d5ca369eec59 columnFamilyName colfamily21 2024-11-18T21:53:12,428 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,428 DEBUG [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,429 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] regionserver.HStore(327): Store=71e76fbb8f6341c61be0d5ca369eec59/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,429 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cc6e399816bb60eef0187103c55dd99, ASSIGN in 398 msec 2024-11-18T21:53:12,430 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b4d926440ae9c2182a8fbcbeae868 columnFamilyName colfamily21 2024-11-18T21:53:12,430 DEBUG [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,431 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(327): Store=207b4d926440ae9c2182a8fbcbeae868/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,431 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,431 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e76fbb8f6341c61be0d5ca369eec59 columnFamilyName colfamily31 2024-11-18T21:53:12,431 DEBUG [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,433 INFO [StoreOpener-71e76fbb8f6341c61be0d5ca369eec59-1 {}] regionserver.HStore(327): Store=71e76fbb8f6341c61be0d5ca369eec59/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,434 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,434 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b4d926440ae9c2182a8fbcbeae868 columnFamilyName colfamily31 2024-11-18T21:53:12,434 DEBUG [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=22 2024-11-18T21:53:12,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,45243,1731966789321 in 180 msec 2024-11-18T21:53:12,435 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(327): Store=207b4d926440ae9c2182a8fbcbeae868/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,435 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,435 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,436 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,436 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,437 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN in 405 msec 2024-11-18T21:53:12,437 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,438 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,438 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,438 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,438 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,439 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,441 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,441 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,444 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,444 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,445 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 71e76fbb8f6341c61be0d5ca369eec59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71072868, jitterRate=0.059068262577056885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,445 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:53:12,445 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 71e76fbb8f6341c61be0d5ca369eec59: Running coprocessor pre-open hook at 1731966792418Writing region info on filesystem at 1731966792418Initializing all the Stores at 1731966792420 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792420Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792420Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792420Cleaning up temporary data from old regions at 1731966792438 (+18 ms)Running coprocessor post-open hooks at 1731966792445 (+7 ms)Region opened successfully at 1731966792445 2024-11-18T21:53:12,445 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 207b4d926440ae9c2182a8fbcbeae868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66833852, jitterRate=-0.004097998142242432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,445 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:53:12,446 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 207b4d926440ae9c2182a8fbcbeae868: Running coprocessor pre-open hook at 1731966792422Writing region info on filesystem at 1731966792422Initializing all the Stores at 1731966792423 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792423Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792424 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792424Cleaning up temporary data from old regions at 1731966792438 (+14 ms)Running coprocessor post-open hooks at 1731966792445 (+7 ms)Region opened successfully at 1731966792446 (+1 ms) 2024-11-18T21:53:12,446 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., pid=45, masterSystemTime=1731966792378 2024-11-18T21:53:12,447 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., pid=31, masterSystemTime=1731966792357 2024-11-18T21:53:12,450 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:12,450 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:53:12,450 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:12,450 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => b8e71657008cbbeeec90bc45bda229de, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-18T21:53:12,451 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,451 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,451 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,451 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,452 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:12,452 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:53:12,452 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:12,452 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 530b153cc7db81694a3200e201380f62, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-18T21:53:12,452 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,453 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,453 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,453 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71e76fbb8f6341c61be0d5ca369eec59, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,456 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,458 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,459 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530b153cc7db81694a3200e201380f62 columnFamilyName colfamily11 2024-11-18T21:53:12,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,459 DEBUG [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,460 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(327): Store=530b153cc7db81694a3200e201380f62/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,460 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,461 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8e71657008cbbeeec90bc45bda229de columnFamilyName colfamily11 2024-11-18T21:53:12,462 DEBUG [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,462 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] regionserver.HStore(327): Store=b8e71657008cbbeeec90bc45bda229de/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,462 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,463 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:53:12,463 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530b153cc7db81694a3200e201380f62 columnFamilyName colfamily21 2024-11-18T21:53:12,464 DEBUG [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,464 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(327): Store=530b153cc7db81694a3200e201380f62/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,465 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8e71657008cbbeeec90bc45bda229de columnFamilyName colfamily21 2024-11-18T21:53:12,465 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,465 DEBUG [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,466 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] regionserver.HStore(327): Store=b8e71657008cbbeeec90bc45bda229de/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,466 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:53:12,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=20 2024-11-18T21:53:12,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 71e76fbb8f6341c61be0d5ca369eec59, server=66dff09c816a,39885,1731966789185 in 170 msec 2024-11-18T21:53:12,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71e76fbb8f6341c61be0d5ca369eec59, ASSIGN in 436 msec 2024-11-18T21:53:12,470 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530b153cc7db81694a3200e201380f62 columnFamilyName colfamily31 2024-11-18T21:53:12,471 DEBUG [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,471 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8e71657008cbbeeec90bc45bda229de columnFamilyName colfamily31 2024-11-18T21:53:12,472 DEBUG [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,472 INFO [StoreOpener-b8e71657008cbbeeec90bc45bda229de-1 {}] regionserver.HStore(327): Store=b8e71657008cbbeeec90bc45bda229de/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,472 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,473 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(327): Store=530b153cc7db81694a3200e201380f62/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,474 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,474 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,476 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,476 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,477 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,477 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,478 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,479 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,479 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,481 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,481 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,482 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,484 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,484 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:12,485 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => a68adeb133930877e34d6a81a731f37a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-18T21:53:12,485 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,485 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,485 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,485 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,487 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-18T21:53:12,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,45243,1731966789321 in 270 msec 2024-11-18T21:53:12,487 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,487 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened b8e71657008cbbeeec90bc45bda229de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59649831, jitterRate=-0.11114825308322906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,488 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:53:12,488 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for b8e71657008cbbeeec90bc45bda229de: Running coprocessor pre-open hook at 1731966792451Writing region info on filesystem at 1731966792451Initializing all the Stores at 1731966792455 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792455Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792457 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792457Cleaning up temporary data from old regions at 1731966792476 (+19 ms)Running coprocessor post-open hooks at 1731966792488 (+12 ms)Region opened successfully at 1731966792488 2024-11-18T21:53:12,488 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 530b153cc7db81694a3200e201380f62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59252512, jitterRate=-0.11706876754760742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,489 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 530b153cc7db81694a3200e201380f62 2024-11-18T21:53:12,489 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,489 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 530b153cc7db81694a3200e201380f62: Running coprocessor pre-open hook at 1731966792453Writing region info on filesystem at 1731966792453Initializing all the Stores at 1731966792455 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792455Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792455Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792455Cleaning up temporary data from old regions at 1731966792481 (+26 ms)Running coprocessor post-open hooks at 1731966792489 (+8 ms)Region opened successfully at 1731966792489 2024-11-18T21:53:12,489 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., pid=47, masterSystemTime=1731966792378 2024-11-18T21:53:12,491 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a68adeb133930877e34d6a81a731f37a columnFamilyName colfamily11 2024-11-18T21:53:12,491 DEBUG [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,492 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., pid=32, masterSystemTime=1731966792357 2024-11-18T21:53:12,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN in 458 msec 2024-11-18T21:53:12,492 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] regionserver.HStore(327): Store=a68adeb133930877e34d6a81a731f37a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,492 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,492 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:12,493 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:12,493 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:12,493 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => de0e55d9b846aa7bbc4c7806d7d4381c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-18T21:53:12,493 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,494 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,494 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,494 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,496 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a68adeb133930877e34d6a81a731f37a columnFamilyName colfamily21 2024-11-18T21:53:12,496 DEBUG [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,497 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:12,497 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:53:12,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=530b153cc7db81694a3200e201380f62, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,497 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:12,497 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => aee6aab20c4bdab39495f6f97cf7b2bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-18T21:53:12,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8e71657008cbbeeec90bc45bda229de, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,497 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,498 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,498 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,498 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,498 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] regionserver.HStore(327): Store=a68adeb133930877e34d6a81a731f37a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,499 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,501 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a68adeb133930877e34d6a81a731f37a columnFamilyName colfamily31 2024-11-18T21:53:12,502 DEBUG [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,502 INFO [StoreOpener-a68adeb133930877e34d6a81a731f37a-1 {}] regionserver.HStore(327): Store=a68adeb133930877e34d6a81a731f37a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,502 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,504 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=9 2024-11-18T21:53:12,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8e71657008cbbeeec90bc45bda229de, server=66dff09c816a,39885,1731966789185 in 197 msec 2024-11-18T21:53:12,504 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,506 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,506 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,506 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,506 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,507 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8e71657008cbbeeec90bc45bda229de, ASSIGN in 474 msec 2024-11-18T21:53:12,508 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de0e55d9b846aa7bbc4c7806d7d4381c columnFamilyName colfamily11 2024-11-18T21:53:12,508 DEBUG [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,509 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee6aab20c4bdab39495f6f97cf7b2bd columnFamilyName colfamily11 2024-11-18T21:53:12,509 DEBUG [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,510 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] regionserver.HStore(327): Store=de0e55d9b846aa7bbc4c7806d7d4381c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,510 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,510 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,510 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(327): Store=aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,510 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,512 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de0e55d9b846aa7bbc4c7806d7d4381c columnFamilyName colfamily21 2024-11-18T21:53:12,512 DEBUG [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,513 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee6aab20c4bdab39495f6f97cf7b2bd columnFamilyName colfamily21 2024-11-18T21:53:12,513 DEBUG [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,514 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] regionserver.HStore(327): Store=de0e55d9b846aa7bbc4c7806d7d4381c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,514 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(327): Store=aee6aab20c4bdab39495f6f97cf7b2bd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,514 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,514 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-18T21:53:12,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,45243,1731966789321 in 299 msec 2024-11-18T21:53:12,516 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de0e55d9b846aa7bbc4c7806d7d4381c columnFamilyName colfamily31 2024-11-18T21:53:12,517 DEBUG [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN in 485 msec 2024-11-18T21:53:12,518 INFO [StoreOpener-de0e55d9b846aa7bbc4c7806d7d4381c-1 {}] regionserver.HStore(327): Store=de0e55d9b846aa7bbc4c7806d7d4381c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,518 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,517 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee6aab20c4bdab39495f6f97cf7b2bd columnFamilyName colfamily31 2024-11-18T21:53:12,519 DEBUG [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,519 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,519 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(327): Store=aee6aab20c4bdab39495f6f97cf7b2bd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,519 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,520 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,520 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,521 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,521 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,521 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,522 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,522 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,523 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,523 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,523 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened a68adeb133930877e34d6a81a731f37a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70049370, jitterRate=0.043816953897476196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,523 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:53:12,523 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,524 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for a68adeb133930877e34d6a81a731f37a: Running coprocessor pre-open hook at 1731966792486Writing region info on filesystem at 1731966792486Initializing all the Stores at 1731966792487 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792487Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792488 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792488Cleaning up temporary data from old regions at 1731966792506 (+18 ms)Running coprocessor post-open hooks at 1731966792523 (+17 ms)Region opened successfully at 1731966792523 2024-11-18T21:53:12,525 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,525 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., pid=50, masterSystemTime=1731966792463 2024-11-18T21:53:12,525 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,528 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:12,529 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:53:12,529 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a651882ce658224caa8261e5ce6d49, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-18T21:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,530 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened aee6aab20c4bdab39495f6f97cf7b2bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69250978, jitterRate=0.03191998600959778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,530 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened de0e55d9b846aa7bbc4c7806d7d4381c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62697680, jitterRate=-0.06573176383972168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for aee6aab20c4bdab39495f6f97cf7b2bd: Running coprocessor pre-open hook at 1731966792498Writing region info on filesystem at 1731966792498Initializing all the Stores at 1731966792499 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792499Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792506 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792506Cleaning up temporary data from old regions at 1731966792523 (+17 ms)Running coprocessor post-open hooks at 1731966792530 (+7 ms)Region opened successfully at 1731966792530 2024-11-18T21:53:12,531 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for de0e55d9b846aa7bbc4c7806d7d4381c: Running coprocessor pre-open hook at 1731966792494Writing region info on filesystem at 1731966792494Initializing all the Stores at 1731966792496 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792496Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792506 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792506Cleaning up temporary data from old regions at 1731966792521 (+15 ms)Running coprocessor post-open hooks at 1731966792530 (+9 ms)Region opened successfully at 1731966792530 2024-11-18T21:53:12,532 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., pid=40, masterSystemTime=1731966792357 2024-11-18T21:53:12,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,533 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., pid=43, masterSystemTime=1731966792378 2024-11-18T21:53:12,534 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,535 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:12,535 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:53:12,535 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:12,535 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ff63b46195fd77a82b0d021749831b5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-18T21:53:12,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a68adeb133930877e34d6a81a731f37a, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,536 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,536 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a651882ce658224caa8261e5ce6d49 columnFamilyName colfamily11 2024-11-18T21:53:12,536 DEBUG [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,536 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,536 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,536 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,537 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] regionserver.HStore(327): Store=10a651882ce658224caa8261e5ce6d49/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,537 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,537 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:12,537 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:53:12,537 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:12,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,538 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a7d9336d0f042a2b587ea2f7a91cde9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-18T21:53:12,538 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,539 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,539 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,539 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,539 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,540 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a651882ce658224caa8261e5ce6d49 columnFamilyName colfamily21 2024-11-18T21:53:12,540 DEBUG [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,540 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff63b46195fd77a82b0d021749831b5 columnFamilyName colfamily11 2024-11-18T21:53:12,540 DEBUG [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,541 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,542 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(327): Store=4ff63b46195fd77a82b0d021749831b5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,542 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,542 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] regionserver.HStore(327): Store=10a651882ce658224caa8261e5ce6d49/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,543 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,544 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff63b46195fd77a82b0d021749831b5 columnFamilyName colfamily21 2024-11-18T21:53:12,544 DEBUG [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,545 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a651882ce658224caa8261e5ce6d49 columnFamilyName colfamily31 2024-11-18T21:53:12,545 DEBUG [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,545 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a7d9336d0f042a2b587ea2f7a91cde9 columnFamilyName colfamily11 2024-11-18T21:53:12,545 DEBUG [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,545 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(327): Store=4ff63b46195fd77a82b0d021749831b5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,545 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,546 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] regionserver.HStore(327): Store=0a7d9336d0f042a2b587ea2f7a91cde9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,546 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,546 INFO [StoreOpener-10a651882ce658224caa8261e5ce6d49-1 {}] regionserver.HStore(327): Store=10a651882ce658224caa8261e5ce6d49/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,546 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,547 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff63b46195fd77a82b0d021749831b5 columnFamilyName colfamily31 2024-11-18T21:53:12,547 DEBUG [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,547 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,548 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(327): Store=4ff63b46195fd77a82b0d021749831b5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,548 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,548 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,548 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a7d9336d0f042a2b587ea2f7a91cde9 columnFamilyName colfamily21 2024-11-18T21:53:12,549 DEBUG [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-18T21:53:12,549 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,45243,1731966789321 in 288 msec 2024-11-18T21:53:12,550 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] regionserver.HStore(327): Store=0a7d9336d0f042a2b587ea2f7a91cde9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,550 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,550 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,550 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,551 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,551 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,552 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,552 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a7d9336d0f042a2b587ea2f7a91cde9 columnFamilyName colfamily31 2024-11-18T21:53:12,552 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,552 DEBUG [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,553 INFO [StoreOpener-0a7d9336d0f042a2b587ea2f7a91cde9-1 {}] regionserver.HStore(327): Store=0a7d9336d0f042a2b587ea2f7a91cde9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,553 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN in 519 msec 2024-11-18T21:53:12,554 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,555 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,555 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,556 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,557 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,560 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure de0e55d9b846aa7bbc4c7806d7d4381c, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,561 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 10a651882ce658224caa8261e5ce6d49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61010831, jitterRate=-0.0908677726984024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,561 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:53:12,561 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 10a651882ce658224caa8261e5ce6d49: Running coprocessor pre-open hook at 1731966792530Writing region info on filesystem at 1731966792530Initializing all the Stores at 1731966792531 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792532 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792533 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792533Cleaning up temporary data from old regions at 1731966792551 (+18 ms)Running coprocessor post-open hooks at 1731966792561 (+10 ms)Region opened successfully at 1731966792561 2024-11-18T21:53:12,561 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,562 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., pid=54, masterSystemTime=1731966792463 2024-11-18T21:53:12,563 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,564 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 4ff63b46195fd77a82b0d021749831b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61064164, jitterRate=-0.09007304906845093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,564 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:53:12,564 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 4ff63b46195fd77a82b0d021749831b5: Running coprocessor pre-open hook at 1731966792536Writing region info on filesystem at 1731966792537 (+1 ms)Initializing all the Stores at 1731966792538 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792538Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792538Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792538Cleaning up temporary data from old regions at 1731966792552 (+14 ms)Running coprocessor post-open hooks at 1731966792564 (+12 ms)Region opened successfully at 1731966792564 2024-11-18T21:53:12,565 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., pid=37, masterSystemTime=1731966792357 2024-11-18T21:53:12,566 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:12,566 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:12,566 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:12,566 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a00c19d558c627e3967f0e52286917a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-18T21:53:12,567 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,567 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,567 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,567 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,568 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,568 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:12,568 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:53:12,568 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:12,569 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 02de775bb1b7ede8e191ec8b88d4d721, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-18T21:53:12,569 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,569 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=27 2024-11-18T21:53:12,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure a68adeb133930877e34d6a81a731f37a, server=66dff09c816a,38597,1731966789282 in 244 msec 2024-11-18T21:53:12,570 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,570 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,571 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,573 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a00c19d558c627e3967f0e52286917a columnFamilyName colfamily11 2024-11-18T21:53:12,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a68adeb133930877e34d6a81a731f37a, ASSIGN in 540 msec 2024-11-18T21:53:12,573 DEBUG [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,574 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] regionserver.HStore(327): Store=0a00c19d558c627e3967f0e52286917a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,574 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,574 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,574 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,575 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 0a7d9336d0f042a2b587ea2f7a91cde9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66667369, jitterRate=-0.006578788161277771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,576 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:53:12,576 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 0a7d9336d0f042a2b587ea2f7a91cde9: Running coprocessor pre-open hook at 1731966792539Writing region info on filesystem at 1731966792539Initializing all the Stores at 1731966792540 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792540Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792541 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792541Cleaning up temporary data from old regions at 1731966792559 (+18 ms)Running coprocessor post-open hooks at 1731966792576 (+17 ms)Region opened successfully at 1731966792576 2024-11-18T21:53:12,576 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02de775bb1b7ede8e191ec8b88d4d721 columnFamilyName colfamily11 2024-11-18T21:53:12,577 DEBUG [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,577 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(327): Store=02de775bb1b7ede8e191ec8b88d4d721/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,578 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,578 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., pid=42, masterSystemTime=1731966792378 2024-11-18T21:53:12,578 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a00c19d558c627e3967f0e52286917a columnFamilyName colfamily21 2024-11-18T21:53:12,578 DEBUG [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,580 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02de775bb1b7ede8e191ec8b88d4d721 columnFamilyName colfamily21 2024-11-18T21:53:12,580 DEBUG [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,580 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] regionserver.HStore(327): Store=0a00c19d558c627e3967f0e52286917a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,580 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,580 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(327): Store=02de775bb1b7ede8e191ec8b88d4d721/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,581 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,582 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02de775bb1b7ede8e191ec8b88d4d721 columnFamilyName colfamily31 2024-11-18T21:53:12,583 DEBUG [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,583 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:12,583 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a00c19d558c627e3967f0e52286917a columnFamilyName colfamily31 2024-11-18T21:53:12,583 DEBUG [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,583 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:53:12,583 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(327): Store=02de775bb1b7ede8e191ec8b88d4d721/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,583 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:12,583 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,583 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8124dc6b4f88d1445d525eb59ad10e69, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-18T21:53:12,584 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,584 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,584 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,584 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,585 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,586 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,587 INFO [StoreOpener-0a00c19d558c627e3967f0e52286917a-1 {}] regionserver.HStore(327): Store=0a00c19d558c627e3967f0e52286917a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,587 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a651882ce658224caa8261e5ce6d49, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,588 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,588 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,589 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,589 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,45243,1731966789321, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,590 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,39885,1731966789185, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,590 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,39885,1731966789185, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,591 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,591 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,591 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,593 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,593 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,593 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,593 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8124dc6b4f88d1445d525eb59ad10e69 columnFamilyName colfamily11 2024-11-18T21:53:12,593 DEBUG [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,594 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,594 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] regionserver.HStore(327): Store=8124dc6b4f88d1445d525eb59ad10e69/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,594 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a7d9336d0f042a2b587ea2f7a91cde9, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:53:12,597 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,598 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,598 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8124dc6b4f88d1445d525eb59ad10e69 columnFamilyName colfamily21 2024-11-18T21:53:12,598 DEBUG [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,599 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] regionserver.HStore(327): Store=8124dc6b4f88d1445d525eb59ad10e69/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,599 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 02de775bb1b7ede8e191ec8b88d4d721; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774859, jitterRate=0.09933106601238251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,599 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:53:12,599 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,599 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 02de775bb1b7ede8e191ec8b88d4d721: Running coprocessor pre-open hook at 1731966792571Writing region info on filesystem at 1731966792571Initializing all the Stores at 1731966792572 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792572Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792573 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792573Cleaning up temporary data from old regions at 1731966792588 (+15 ms)Running coprocessor post-open hooks at 1731966792599 (+11 ms)Region opened successfully at 1731966792599 2024-11-18T21:53:12,601 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., pid=35, masterSystemTime=1731966792357 2024-11-18T21:53:12,601 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,601 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8124dc6b4f88d1445d525eb59ad10e69 columnFamilyName colfamily31 2024-11-18T21:53:12,601 DEBUG [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,602 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 0a00c19d558c627e3967f0e52286917a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64154829, jitterRate=-0.04401855170726776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,602 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:53:12,602 INFO [StoreOpener-8124dc6b4f88d1445d525eb59ad10e69-1 {}] regionserver.HStore(327): Store=8124dc6b4f88d1445d525eb59ad10e69/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,602 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 0a00c19d558c627e3967f0e52286917a: Running coprocessor pre-open hook at 1731966792567Writing region info on filesystem at 1731966792567Initializing all the Stores at 1731966792568 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792569 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792569Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792569Cleaning up temporary data from old regions at 1731966792593 (+24 ms)Running coprocessor post-open hooks at 1731966792602 (+9 ms)Region opened successfully at 1731966792602 2024-11-18T21:53:12,602 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,603 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,604 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,604 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., pid=52, masterSystemTime=1731966792463 2024-11-18T21:53:12,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=5 2024-11-18T21:53:12,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a651882ce658224caa8261e5ce6d49, server=66dff09c816a,38597,1731966789282 in 258 msec 2024-11-18T21:53:12,606 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,606 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,606 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:12,606 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:12,606 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:12,606 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => d8550884385bfb93e876b5b8d4a30c22, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-18T21:53:12,606 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,607 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,607 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,607 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,607 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,607 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:12,607 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:53:12,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,608 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:12,608 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cd8d74ab552b4e1339e29d17d41bac6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-18T21:53:12,608 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,608 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,608 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,608 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,609 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,609 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,612 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,612 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8550884385bfb93e876b5b8d4a30c22 columnFamilyName colfamily11 2024-11-18T21:53:12,612 DEBUG [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,612 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8124dc6b4f88d1445d525eb59ad10e69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63841588, jitterRate=-0.048686206340789795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,613 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(327): Store=d8550884385bfb93e876b5b8d4a30c22/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,613 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:53:12,613 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8124dc6b4f88d1445d525eb59ad10e69: Running coprocessor pre-open hook at 1731966792585Writing region info on filesystem at 1731966792585Initializing all the Stores at 1731966792588 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792588Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792589 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792589Cleaning up temporary data from old regions at 1731966792606 (+17 ms)Running coprocessor post-open hooks at 1731966792613 (+7 ms)Region opened successfully at 1731966792613 2024-11-18T21:53:12,613 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,614 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,614 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., pid=46, masterSystemTime=1731966792378 2024-11-18T21:53:12,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,615 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8550884385bfb93e876b5b8d4a30c22 columnFamilyName colfamily21 2024-11-18T21:53:12,615 DEBUG [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,617 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd8d74ab552b4e1339e29d17d41bac6 columnFamilyName colfamily11 2024-11-18T21:53:12,617 DEBUG [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,617 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(327): Store=d8550884385bfb93e876b5b8d4a30c22/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,617 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] regionserver.HStore(327): Store=8cd8d74ab552b4e1339e29d17d41bac6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,617 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,618 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,618 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:12,618 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:53:12,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a00c19d558c627e3967f0e52286917a, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,618 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:12,618 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => eee5eb77d73c4c1f9b3c010d49d28820, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-18T21:53:12,619 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,619 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,619 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,619 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,619 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8550884385bfb93e876b5b8d4a30c22 columnFamilyName colfamily31 2024-11-18T21:53:12,620 DEBUG [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,621 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(327): Store=d8550884385bfb93e876b5b8d4a30c22/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,621 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,621 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd8d74ab552b4e1339e29d17d41bac6 columnFamilyName colfamily21 2024-11-18T21:53:12,622 DEBUG [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,622 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] regionserver.HStore(327): Store=8cd8d74ab552b4e1339e29d17d41bac6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,622 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,623 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,623 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,624 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd8d74ab552b4e1339e29d17d41bac6 columnFamilyName colfamily31 2024-11-18T21:53:12,624 DEBUG [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,625 INFO [StoreOpener-8cd8d74ab552b4e1339e29d17d41bac6-1 {}] regionserver.HStore(327): Store=8cd8d74ab552b4e1339e29d17d41bac6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,625 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,625 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=18 2024-11-18T21:53:12,625 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a00c19d558c627e3967f0e52286917a, server=66dff09c816a,38597,1731966789282 in 292 msec 2024-11-18T21:53:12,626 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,626 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,626 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,627 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,628 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,629 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a00c19d558c627e3967f0e52286917a, ASSIGN in 595 msec 2024-11-18T21:53:12,629 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,630 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee5eb77d73c4c1f9b3c010d49d28820 columnFamilyName colfamily11 2024-11-18T21:53:12,630 DEBUG [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,630 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,631 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] regionserver.HStore(327): Store=eee5eb77d73c4c1f9b3c010d49d28820/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,631 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,632 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,633 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee5eb77d73c4c1f9b3c010d49d28820 columnFamilyName colfamily21 2024-11-18T21:53:12,634 DEBUG [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8124dc6b4f88d1445d525eb59ad10e69, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,638 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] regionserver.HStore(327): Store=eee5eb77d73c4c1f9b3c010d49d28820/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,638 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,638 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,639 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,639 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened d8550884385bfb93e876b5b8d4a30c22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60069336, jitterRate=-0.104897141456604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,639 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:53:12,640 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for d8550884385bfb93e876b5b8d4a30c22: Running coprocessor pre-open hook at 1731966792607Writing region info on filesystem at 1731966792607Initializing all the Stores at 1731966792608 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792608Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792609 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792609Cleaning up temporary data from old regions at 1731966792625 (+16 ms)Running coprocessor post-open hooks at 1731966792639 (+14 ms)Region opened successfully at 1731966792640 (+1 ms) 2024-11-18T21:53:12,641 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 8cd8d74ab552b4e1339e29d17d41bac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188663, jitterRate=-0.013712063431739807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,641 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:53:12,641 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 8cd8d74ab552b4e1339e29d17d41bac6: Running coprocessor pre-open hook at 1731966792609Writing region info on filesystem at 1731966792609Initializing all the Stores at 1731966792611 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792611Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792614 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792614Cleaning up temporary data from old regions at 1731966792629 (+15 ms)Running coprocessor post-open hooks at 1731966792641 (+12 ms)Region opened successfully at 1731966792641 2024-11-18T21:53:12,642 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., pid=38, masterSystemTime=1731966792357 2024-11-18T21:53:12,642 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee5eb77d73c4c1f9b3c010d49d28820 columnFamilyName colfamily31 2024-11-18T21:53:12,642 DEBUG [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=6 2024-11-18T21:53:12,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,45243,1731966789321 in 406 msec 2024-11-18T21:53:12,643 INFO [StoreOpener-eee5eb77d73c4c1f9b3c010d49d28820-1 {}] regionserver.HStore(327): Store=eee5eb77d73c4c1f9b3c010d49d28820/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,643 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., pid=48, masterSystemTime=1731966792463 2024-11-18T21:53:12,643 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,644 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,645 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,646 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:12,646 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:53:12,646 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:12,646 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => daba0fb9a32dc40fab6d3f9643769fc4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T21:53:12,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN in 613 msec 2024-11-18T21:53:12,647 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,647 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,647 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,647 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,647 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:12,647 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:53:12,647 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 120562dd5892f4fa0094e0ee98188ec5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,648 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,649 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,650 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,650 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,651 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,652 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daba0fb9a32dc40fab6d3f9643769fc4 columnFamilyName colfamily11 2024-11-18T21:53:12,652 DEBUG [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,653 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(327): Store=daba0fb9a32dc40fab6d3f9643769fc4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,653 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,654 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120562dd5892f4fa0094e0ee98188ec5 columnFamilyName colfamily11 2024-11-18T21:53:12,654 DEBUG [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cd8d74ab552b4e1339e29d17d41bac6, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,655 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daba0fb9a32dc40fab6d3f9643769fc4 columnFamilyName colfamily21 2024-11-18T21:53:12,655 DEBUG [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,656 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] regionserver.HStore(327): Store=120562dd5892f4fa0094e0ee98188ec5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,656 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,656 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(327): Store=daba0fb9a32dc40fab6d3f9643769fc4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,656 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,658 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120562dd5892f4fa0094e0ee98188ec5 columnFamilyName colfamily21 2024-11-18T21:53:12,658 DEBUG [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,658 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,659 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daba0fb9a32dc40fab6d3f9643769fc4 columnFamilyName colfamily31 2024-11-18T21:53:12,659 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] regionserver.HStore(327): Store=120562dd5892f4fa0094e0ee98188ec5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,659 DEBUG [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,659 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,659 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened eee5eb77d73c4c1f9b3c010d49d28820; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62839386, jitterRate=-0.0636201798915863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,659 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:53:12,660 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(327): Store=daba0fb9a32dc40fab6d3f9643769fc4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,660 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for eee5eb77d73c4c1f9b3c010d49d28820: Running coprocessor pre-open hook at 1731966792619Writing region info on filesystem at 1731966792619Initializing all the Stores at 1731966792621 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792621Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792625 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792625Cleaning up temporary data from old regions at 1731966792648 (+23 ms)Running coprocessor post-open hooks at 1731966792660 (+12 ms)Region opened successfully at 1731966792660 2024-11-18T21:53:12,660 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,661 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,661 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820., pid=34, masterSystemTime=1731966792378 2024-11-18T21:53:12,661 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,662 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120562dd5892f4fa0094e0ee98188ec5 columnFamilyName colfamily31 2024-11-18T21:53:12,662 DEBUG [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,663 INFO [StoreOpener-120562dd5892f4fa0094e0ee98188ec5-1 {}] regionserver.HStore(327): Store=120562dd5892f4fa0094e0ee98188ec5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,663 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,664 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,664 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,664 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,664 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,665 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,666 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:12,666 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:53:12,666 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:12,666 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,667 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdbec3baabba6e5ed46c5c350b63072, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-18T21:53:12,667 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,667 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,667 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,667 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,668 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,668 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,669 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=21 2024-11-18T21:53:12,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cd8d74ab552b4e1339e29d17d41bac6, server=66dff09c816a,38597,1731966789282 in 355 msec 2024-11-18T21:53:12,670 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,670 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,671 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened daba0fb9a32dc40fab6d3f9643769fc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64230980, jitterRate=-0.04288381338119507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,671 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:53:12,671 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for daba0fb9a32dc40fab6d3f9643769fc4: Running coprocessor pre-open hook at 1731966792647Writing region info on filesystem at 1731966792647Initializing all the Stores at 1731966792649 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792649Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792649Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792650 (+1 ms)Cleaning up temporary data from old regions at 1731966792664 (+14 ms)Running coprocessor post-open hooks at 1731966792671 (+7 ms)Region opened successfully at 1731966792671 2024-11-18T21:53:12,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cd8d74ab552b4e1339e29d17d41bac6, ASSIGN in 639 msec 2024-11-18T21:53:12,672 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,673 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., pid=33, masterSystemTime=1731966792357 2024-11-18T21:53:12,673 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdbec3baabba6e5ed46c5c350b63072 columnFamilyName colfamily11 2024-11-18T21:53:12,673 DEBUG [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,674 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] regionserver.HStore(327): Store=2bdbec3baabba6e5ed46c5c350b63072/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,674 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,675 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,676 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:12,676 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:53:12,677 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdbec3baabba6e5ed46c5c350b63072 columnFamilyName colfamily21 2024-11-18T21:53:12,677 DEBUG [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,677 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,678 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] regionserver.HStore(327): Store=2bdbec3baabba6e5ed46c5c350b63072/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,45243,1731966789321 2024-11-18T21:53:12,678 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 120562dd5892f4fa0094e0ee98188ec5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71067609, jitterRate=0.05898989737033844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,679 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,679 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:53:12,679 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 120562dd5892f4fa0094e0ee98188ec5: Running coprocessor pre-open hook at 1731966792648Writing region info on filesystem at 1731966792648Initializing all the Stores at 1731966792650 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792650Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792650Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792650Cleaning up temporary data from old regions at 1731966792668 (+18 ms)Running coprocessor post-open hooks at 1731966792679 (+11 ms)Region opened successfully at 1731966792679 2024-11-18T21:53:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure eee5eb77d73c4c1f9b3c010d49d28820, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,681 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., pid=49, masterSystemTime=1731966792463 2024-11-18T21:53:12,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,45243,1731966789321 because future has completed 2024-11-18T21:53:12,684 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:12,684 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:53:12,684 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:12,684 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => dac47da1a0fa39f552a56cec83496f42, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-18T21:53:12,684 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdbec3baabba6e5ed46c5c350b63072 columnFamilyName colfamily31 2024-11-18T21:53:12,684 DEBUG [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,685 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,685 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,685 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,685 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,685 INFO [StoreOpener-2bdbec3baabba6e5ed46c5c350b63072-1 {}] regionserver.HStore(327): Store=2bdbec3baabba6e5ed46c5c350b63072/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,685 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,686 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,687 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,687 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,688 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,688 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=29 2024-11-18T21:53:12,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure eee5eb77d73c4c1f9b3c010d49d28820, server=66dff09c816a,39885,1731966789185 in 459 msec 2024-11-18T21:53:12,690 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,690 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac47da1a0fa39f552a56cec83496f42 columnFamilyName colfamily11 2024-11-18T21:53:12,690 DEBUG [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eee5eb77d73c4c1f9b3c010d49d28820, ASSIGN in 659 msec 2024-11-18T21:53:12,693 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] regionserver.HStore(327): Store=dac47da1a0fa39f552a56cec83496f42/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,693 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,694 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,696 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,45243,1731966789321, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,696 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,45243,1731966789321, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,696 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,45243,1731966789321, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,697 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac47da1a0fa39f552a56cec83496f42 columnFamilyName colfamily21 2024-11-18T21:53:12,697 DEBUG [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,697 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,39885,1731966789185, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,698 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,39885,1731966789185, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,698 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,39885,1731966789185, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8124dc6b4f88d1445d525eb59ad10e69. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:53:12,698 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] regionserver.HStore(327): Store=dac47da1a0fa39f552a56cec83496f42/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,698 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,700 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,700 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac47da1a0fa39f552a56cec83496f42 columnFamilyName colfamily31 2024-11-18T21:53:12,700 DEBUG [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,700 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 2bdbec3baabba6e5ed46c5c350b63072; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59411919, jitterRate=-0.11469341814517975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,700 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:53:12,701 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 2bdbec3baabba6e5ed46c5c350b63072: Running coprocessor pre-open hook at 1731966792667Writing region info on filesystem at 1731966792667Initializing all the Stores at 1731966792670 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792670Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792670Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792670Cleaning up temporary data from old regions at 1731966792689 (+19 ms)Running coprocessor post-open hooks at 1731966792700 (+11 ms)Region opened successfully at 1731966792700 2024-11-18T21:53:12,701 INFO [StoreOpener-dac47da1a0fa39f552a56cec83496f42-1 {}] regionserver.HStore(327): Store=dac47da1a0fa39f552a56cec83496f42/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,701 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,702 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,702 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., pid=41, masterSystemTime=1731966792378 2024-11-18T21:53:12,702 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=7 2024-11-18T21:53:12,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,45243,1731966789321 in 480 msec 2024-11-18T21:53:12,704 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,704 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,705 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:12,705 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:53:12,705 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:53:12,707 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdbec3baabba6e5ed46c5c350b63072, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:53:12,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN in 678 msec 2024-11-18T21:53:12,711 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,712 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened dac47da1a0fa39f552a56cec83496f42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69852492, jitterRate=0.04088324308395386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,712 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:53:12,712 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for dac47da1a0fa39f552a56cec83496f42: Running coprocessor pre-open hook at 1731966792685Writing region info on filesystem at 1731966792685Initializing all the Stores at 1731966792687 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792687Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792687Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792687Cleaning up temporary data from old regions at 1731966792705 (+18 ms)Running coprocessor post-open hooks at 1731966792712 (+7 ms)Region opened successfully at 1731966792712 2024-11-18T21:53:12,713 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., pid=55, masterSystemTime=1731966792463 2024-11-18T21:53:12,716 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:12,716 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:53:12,716 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:12,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=26 2024-11-18T21:53:12,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdbec3baabba6e5ed46c5c350b63072, server=66dff09c816a,39885,1731966789185 in 448 msec 2024-11-18T21:53:12,716 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => cf494a37570a32e59796d0f7b139cd79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-18T21:53:12,717 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,717 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,717 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,717 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bdbec3baabba6e5ed46c5c350b63072, ASSIGN in 686 msec 2024-11-18T21:53:12,719 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dac47da1a0fa39f552a56cec83496f42, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,722 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf494a37570a32e59796d0f7b139cd79 columnFamilyName colfamily11 2024-11-18T21:53:12,722 DEBUG [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,723 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] regionserver.HStore(327): Store=cf494a37570a32e59796d0f7b139cd79/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,723 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,725 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf494a37570a32e59796d0f7b139cd79 columnFamilyName colfamily21 2024-11-18T21:53:12,726 DEBUG [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 120562dd5892f4fa0094e0ee98188ec5, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,727 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] regionserver.HStore(327): Store=cf494a37570a32e59796d0f7b139cd79/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,727 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,729 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf494a37570a32e59796d0f7b139cd79 columnFamilyName colfamily31 2024-11-18T21:53:12,729 DEBUG [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=8 2024-11-18T21:53:12,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure dac47da1a0fa39f552a56cec83496f42, server=66dff09c816a,38597,1731966789282 in 384 msec 2024-11-18T21:53:12,730 INFO [StoreOpener-cf494a37570a32e59796d0f7b139cd79-1 {}] regionserver.HStore(327): Store=cf494a37570a32e59796d0f7b139cd79/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,730 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,731 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,731 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dac47da1a0fa39f552a56cec83496f42, ASSIGN in 700 msec 2024-11-18T21:53:12,732 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,733 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,733 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,735 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=24 2024-11-18T21:53:12,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 120562dd5892f4fa0094e0ee98188ec5, server=66dff09c816a,38597,1731966789282 in 420 msec 2024-11-18T21:53:12,738 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=120562dd5892f4fa0094e0ee98188ec5, ASSIGN in 707 msec 2024-11-18T21:53:12,739 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened cf494a37570a32e59796d0f7b139cd79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59581693, jitterRate=-0.11216358840465546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,739 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:53:12,740 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for cf494a37570a32e59796d0f7b139cd79: Running coprocessor pre-open hook at 1731966792717Writing region info on filesystem at 1731966792717Initializing all the Stores at 1731966792719 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792719Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792719Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792719Cleaning up temporary data from old regions at 1731966792733 (+14 ms)Running coprocessor post-open hooks at 1731966792739 (+6 ms)Region opened successfully at 1731966792739 2024-11-18T21:53:12,741 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., pid=56, masterSystemTime=1731966792463 2024-11-18T21:53:12,743 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:12,743 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:53:12,744 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:12,744 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => daf990b64cbcbf987ca781264e8d1cfe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-18T21:53:12,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=19 2024-11-18T21:53:12,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,45243,1731966789321 in 495 msec 2024-11-18T21:53:12,744 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,744 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,744 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,744 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,747 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN in 714 msec 2024-11-18T21:53:12,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,749 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf990b64cbcbf987ca781264e8d1cfe columnFamilyName colfamily11 2024-11-18T21:53:12,749 DEBUG [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,750 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] regionserver.HStore(327): Store=daf990b64cbcbf987ca781264e8d1cfe/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,750 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,752 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf990b64cbcbf987ca781264e8d1cfe columnFamilyName colfamily21 2024-11-18T21:53:12,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf494a37570a32e59796d0f7b139cd79, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,752 DEBUG [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,752 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] regionserver.HStore(327): Store=daf990b64cbcbf987ca781264e8d1cfe/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,753 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=23 2024-11-18T21:53:12,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8124dc6b4f88d1445d525eb59ad10e69, server=66dff09c816a,39885,1731966789185 in 456 msec 2024-11-18T21:53:12,755 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf990b64cbcbf987ca781264e8d1cfe columnFamilyName colfamily31 2024-11-18T21:53:12,755 DEBUG [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,756 INFO [StoreOpener-daf990b64cbcbf987ca781264e8d1cfe-1 {}] regionserver.HStore(327): Store=daf990b64cbcbf987ca781264e8d1cfe/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,756 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8124dc6b4f88d1445d525eb59ad10e69, ASSIGN in 725 msec 2024-11-18T21:53:12,757 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,758 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,760 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,760 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,760 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=15 2024-11-18T21:53:12,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure cf494a37570a32e59796d0f7b139cd79, server=66dff09c816a,38597,1731966789282 in 412 msec 2024-11-18T21:53:12,762 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf494a37570a32e59796d0f7b139cd79, ASSIGN in 731 msec 2024-11-18T21:53:12,766 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=10a651882ce658224caa8261e5ce6d49, ASSIGN in 733 msec 2024-11-18T21:53:12,766 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened daf990b64cbcbf987ca781264e8d1cfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73052446, jitterRate=0.08856627345085144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,767 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:53:12,767 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for daf990b64cbcbf987ca781264e8d1cfe: Running coprocessor pre-open hook at 1731966792744Writing region info on filesystem at 1731966792744Initializing all the Stores at 1731966792746 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792746Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792746Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792746Cleaning up temporary data from old regions at 1731966792760 (+14 ms)Running coprocessor post-open hooks at 1731966792767 (+7 ms)Region opened successfully at 1731966792767 2024-11-18T21:53:12,768 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe., pid=51, masterSystemTime=1731966792463 2024-11-18T21:53:12,771 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:12,771 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:53:12,771 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:12,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=11 2024-11-18T21:53:12,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a7d9336d0f042a2b587ea2f7a91cde9, server=66dff09c816a,39885,1731966789185 in 492 msec 2024-11-18T21:53:12,771 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 825ad685063482f8cbe7c88771f840df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-18T21:53:12,772 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,772 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:53:12,772 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,772 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0a7d9336d0f042a2b587ea2f7a91cde9, ASSIGN in 741 msec 2024-11-18T21:53:12,774 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,777 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 825ad685063482f8cbe7c88771f840df columnFamilyName colfamily11 2024-11-18T21:53:12,777 DEBUG [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf990b64cbcbf987ca781264e8d1cfe, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,778 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] regionserver.HStore(327): Store=825ad685063482f8cbe7c88771f840df/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,778 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,779 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 825ad685063482f8cbe7c88771f840df columnFamilyName colfamily21 2024-11-18T21:53:12,780 DEBUG [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,780 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] regionserver.HStore(327): Store=825ad685063482f8cbe7c88771f840df/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,780 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=13 2024-11-18T21:53:12,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,45243,1731966789321 in 538 msec 2024-11-18T21:53:12,782 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 825ad685063482f8cbe7c88771f840df columnFamilyName colfamily31 2024-11-18T21:53:12,782 DEBUG [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:53:12,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN in 751 msec 2024-11-18T21:53:12,783 INFO [StoreOpener-825ad685063482f8cbe7c88771f840df-1 {}] regionserver.HStore(327): Store=825ad685063482f8cbe7c88771f840df/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:53:12,783 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,784 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,785 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,786 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,786 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,787 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:53:12,789 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=30 2024-11-18T21:53:12,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure daf990b64cbcbf987ca781264e8d1cfe, server=66dff09c816a,38597,1731966789282 in 462 msec 2024-11-18T21:53:12,793 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:53:12,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daf990b64cbcbf987ca781264e8d1cfe, ASSIGN in 760 msec 2024-11-18T21:53:12,793 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 825ad685063482f8cbe7c88771f840df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66623377, jitterRate=-0.007234320044517517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:53:12,794 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:53:12,794 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 825ad685063482f8cbe7c88771f840df: Running coprocessor pre-open hook at 1731966792772Writing region info on filesystem at 1731966792772Initializing all the Stores at 1731966792773 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792773Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792774 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966792774Cleaning up temporary data from old regions at 1731966792786 (+12 ms)Running coprocessor post-open hooks at 1731966792794 (+8 ms)Region opened successfully at 1731966792794 2024-11-18T21:53:12,795 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., pid=53, masterSystemTime=1731966792463 2024-11-18T21:53:12,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=14 2024-11-18T21:53:12,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure de0e55d9b846aa7bbc4c7806d7d4381c, server=66dff09c816a,39885,1731966789185 in 513 msec 2024-11-18T21:53:12,798 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:12,798 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:53:12,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de0e55d9b846aa7bbc4c7806d7d4381c, ASSIGN in 767 msec 2024-11-18T21:53:12,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=825ad685063482f8cbe7c88771f840df, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:53:12,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 825ad685063482f8cbe7c88771f840df, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:53:12,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=12 2024-11-18T21:53:12,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 825ad685063482f8cbe7c88771f840df, server=66dff09c816a,38597,1731966789282 in 472 msec 2024-11-18T21:53:12,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-18T21:53:12,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=825ad685063482f8cbe7c88771f840df, ASSIGN in 780 msec 2024-11-18T21:53:12,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:53:12,814 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731966792814"}]},"ts":"1731966792814"} 2024-11-18T21:53:12,817 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-18T21:53:12,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:53:12,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.3720 sec 2024-11-18T21:53:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:53:13,606 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-18T21:53:13,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-18T21:53:13,608 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T21:53:13,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45243 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T21:53:13,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-18T21:53:13,635 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T21:53:13,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-18T21:53:13,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,674 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,677 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,759 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,808 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:13,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:13,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:13,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,029 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,073 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,420 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2] 2024-11-18T21:53:14,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820., hostname=66dff09c816a,39885,1731966789185, seqNum=2] 2024-11-18T21:53:14,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe., hostname=66dff09c816a,38597,1731966789282, seqNum=2] 2024-11-18T21:53:14,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:53:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45243 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:53:14,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:53:14,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:53:14,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:53:14,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:53:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:53:15,657 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-18T21:53:15,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45243 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T21:53:15,917 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-18T21:53:15,918 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 66dff09c816a,45243,1731966789321 2024-11-18T21:53:15,918 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 66dff09c816a,45243,1731966789321 2024-11-18T21:53:15,919 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 66dff09c816a,45243,1731966789321: Simulated kill ***** 2024-11-18T21:53:15,919 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:53:15,921 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:53:15,923 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:53:15,923 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:53:15,924 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:53:15,924 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 574933504 }, "NonHeapMemoryUsage": { "committed": 158466048, "init": 7667712, "max": -1, "used": 154902632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "66dff09c816a" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "66dff09c816a" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "66dff09c816a" } ] } 2024-11-18T21:53:15,926 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34007 {}] master.MasterRpcServices(700): 66dff09c816a,45243,1731966789321 reported a fatal error: ***** ABORTING region server 66dff09c816a,45243,1731966789321: Simulated kill ***** 2024-11-18T21:53:15,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,45243,1731966789321' ***** 2024-11-18T21:53:15,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T21:53:15,929 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:53:15,929 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T21:53:15,929 INFO [RS:2;66dff09c816a:45243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T21:53:15,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:53:15,929 INFO [RS:2;66dff09c816a:45243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T21:53:15,929 INFO [RS:2;66dff09c816a:45243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:53:15,929 INFO [RS:2;66dff09c816a:45243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;66dff09c816a:45243. 2024-11-18T21:53:15,930 DEBUG [RS:2;66dff09c816a:45243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:53:15,936 DEBUG [RS:2;66dff09c816a:45243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:53:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741836_1012 (size=54214) 2024-11-18T21:53:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741836_1012 (size=54214) 2024-11-18T21:53:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741836_1012 (size=54214) 2024-11-18T21:53:15,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741834_1010 (size=334920) 2024-11-18T21:53:15,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741834_1010 (size=334920) 2024-11-18T21:53:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741834_1010 (size=334920) 2024-11-18T21:53:15,947 DEBUG [RS:2;66dff09c816a:45243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:53:15,947 INFO [RS:2;66dff09c816a:45243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:53:15,947 INFO [RS:2;66dff09c816a:45243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45243 2024-11-18T21:53:15,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,45243,1731966789321 2024-11-18T21:53:15,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T21:53:15,955 INFO [RS:2;66dff09c816a:45243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:53:15,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,45243,1731966789321] 2024-11-18T21:53:15,959 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,45243,1731966789321 already deleted, retry=false 2024-11-18T21:53:15,960 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 66dff09c816a,45243,1731966789321 on 66dff09c816a,34007,1731966788512 2024-11-18T21:53:15,966 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:15,971 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:15,971 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:53:15,971 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:15,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:53:15,971 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 66dff09c816a,45243,1731966789321 (carryingMeta=true) 66dff09c816a,45243,1731966789321/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@11e2f656[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T21:53:15,971 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:53:15,973 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:53:16,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T21:53:16,032 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:16,033 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:53:16,033 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:53:16,033 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:53:16,033 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:53:16,034 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:53:16,034 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:53:16,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:53:16,034 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:53:16,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:53:16,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:53:16,042 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:53:16,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:53:16,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:16,043 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:53:16,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-18T21:53:16,046 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:53:16,046 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,45243,1731966789321, table=hbase:meta, region=1588230740 2024-11-18T21:53:16,046 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,45243,1731966789321, state=OPEN 2024-11-18T21:53:16,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:16,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:16,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:53:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:53:16,051 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731966826051 2024-11-18T21:53:16,051 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:53:16,052 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:16,052 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:53:16,053 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:16,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:53:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45243-0x10107d6d4f50003, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:53:16,058 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true, isMeta: true 2024-11-18T21:53:16,059 INFO [RS:2;66dff09c816a:45243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:53:16,059 INFO [RS:2;66dff09c816a:45243 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,45243,1731966789321; zookeeper connection closed. 2024-11-18T21:53:16,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e677eb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e677eb3 2024-11-18T21:53:16,061 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting 2024-11-18T21:53:16,062 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=1, meta=true 2024-11-18T21:53:16,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta}] 2024-11-18T21:53:16,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:53:16,066 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:53:16,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:53:16,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:53:16,165 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:16,165 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:16,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:53:16,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:16,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:16,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:16,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:53:16,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:16,529 INFO [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:53:16,529 INFO [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:53:16,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T21:53:16,623 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:53:16,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-18T21:53:16,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:16,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:16,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:53:16,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:17,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:17,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:17,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:53:17,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:17,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:17,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:18,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:18,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:18,206 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:18,209 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:53:18,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:18,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:18,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:18,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:18,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:53:18,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T21:53:18,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:53:18,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-18T21:53:18,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:53:18,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T21:53:18,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T21:53:18,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T21:53:20,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:20,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:20,216 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:20,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4165 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:53:20,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:20,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:20,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:20,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:24,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:24,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:24,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:24,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8184 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:53:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:34,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:34,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:34,266 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:34,266 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18214 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:53:34,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:34,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:34,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:34,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:37,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:53:44,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:44,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:44,296 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:44,297 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28245 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:53:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:44,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:45,164 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66dff09c816a:34007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T21:53:49,000 WARN [RS:1;66dff09c816a:38597 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 66dff09c816a,45243,1731966789321: status=status unset, state=RUNNING, startTime=1731966795970, completionTime=-1 appears to have been leaked 2024-11-18T21:53:51,336 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T21:53:51,336 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T21:53:54,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:53:54,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:53:54,356 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:53:54,357 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38305 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:53:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:53:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:53:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:04,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:04,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:04,426 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:04,426 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48374 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:04,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:04,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:04,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:04,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:07,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:54:10,491 INFO [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T21:54:11,430 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 10a651882ce658224caa8261e5ce6d49 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,430 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dac47da1a0fa39f552a56cec83496f42 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,431 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 825ad685063482f8cbe7c88771f840df changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,431 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cf494a37570a32e59796d0f7b139cd79 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,431 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a00c19d558c627e3967f0e52286917a changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,431 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8cd8d74ab552b4e1339e29d17d41bac6 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,431 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 120562dd5892f4fa0094e0ee98188ec5 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,431 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a68adeb133930877e34d6a81a731f37a changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region daf990b64cbcbf987ca781264e8d1cfe changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b8e71657008cbbeeec90bc45bda229de changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a7d9336d0f042a2b587ea2f7a91cde9 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de0e55d9b846aa7bbc4c7806d7d4381c changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7cc6e399816bb60eef0187103c55dd99 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 71e76fbb8f6341c61be0d5ca369eec59 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8124dc6b4f88d1445d525eb59ad10e69 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2bdbec3baabba6e5ed46c5c350b63072 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:11,432 DEBUG [master/66dff09c816a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eee5eb77d73c4c1f9b3c010d49d28820 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:54:16,056 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T21:53:16.056Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:16.166Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16.376Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:16.686Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:17.196Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:53:18.209Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:20.217Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:24.237Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:34.267Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:44.297Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:53:54.357Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:04.426Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T21:54:16,057 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:54:16,058 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:54:16,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:54:16,058 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:54:16,058 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:54:16,058 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:54:16,058 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:54:16,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:54:16,058 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:54:16,059 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:54:16,062 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:54:16,062 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:54:16,063 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:54:16,063 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:54:16,064 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:54:16,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T21:54:16,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:54:16,065 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,45243,1731966789321, table=hbase:meta, region=1588230740 2024-11-18T21:54:16,066 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,45243,1731966789321, state=OPEN 2024-11-18T21:54:16,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:54:16,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:54:16,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:54:16,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:54:16,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:54:16,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:54:16,069 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731966886069 2024-11-18T21:54:16,069 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:54:16,069 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true, isMeta: true 2024-11-18T21:54:16,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:16,069 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:16,070 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:16,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:16,072 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=1, meta=true 2024-11-18T21:54:16,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta}] 2024-11-18T21:54:16,072 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:54:16,078 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=66dff09c816a,38597,1731966789282 2024-11-18T21:54:16,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282}] 2024-11-18T21:54:16,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:16,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:16,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:54:16,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:16,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-18T21:54:16,273 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, size=52.9 K (54214bytes) 2024-11-18T21:54:16,274 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T21:54:16,275 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T21:54:16,275 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta 2024-11-18T21:54:16,281 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta after 4ms 2024-11-18T21:54:16,289 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta took 18ms 2024-11-18T21:54:16,297 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:54:16,304 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta so closing down 2024-11-18T21:54:16,304 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:54:16,305 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp 2024-11-18T21:54:16,308 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp 2024-11-18T21:54:16,311 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:54:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741864_1040 (size=53973) 2024-11-18T21:54:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741864_1040 (size=53973) 2024-11-18T21:54:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741864_1040 (size=53973) 2024-11-18T21:54:16,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp (wrote 57 edits, skipped 0 edits in 1 ms) 2024-11-18T21:54:16,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T21:54:16,330 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-18T21:54:16,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, journal: Splitting hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, size=52.9 K (54214bytes) at 1731966856273Finishing writing output for hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta so closing down at 1731966856304 (+31 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp at 1731966856308 (+4 ms)3 split writer threads finished at 1731966856311 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp (wrote 57 edits, skipped 0 edits in 1 ms) at 1731966856323 (+12 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731966856326 (+3 ms)Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731966856330 (+4 ms) 2024-11-18T21:54:16,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta 2024-11-18T21:54:16,331 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T21:54:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T21:54:16,340 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs 2024-11-18T21:54:16,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T21:54:16,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 in 260 msec 2024-11-18T21:54:16,343 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=66dff09c816a,38597,1731966789282 2024-11-18T21:54:16,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-18T21:54:16,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 in 272 msec 2024-11-18T21:54:16,348 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting dir is empty, no logs to split. 2024-11-18T21:54:16,348 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=0, meta=true 2024-11-18T21:54:16,349 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 66dff09c816a,45243,1731966789321 WAL splitting is done? wals=0, meta=true 2024-11-18T21:54:16,349 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:54:16,349 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:54:16,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:54:16,349 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:54:16,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:16,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:16,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:54:16,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:16,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:16,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:16,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:54:16,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:17,166 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66dff09c816a:34007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T21:54:17,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:17,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:17,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:54:17,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:17,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:17,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:18,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:18,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:18,215 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:18,216 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2146 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:18,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:20,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:20,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:20,226 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:20,226 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4156 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:20,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:20,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:20,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:20,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:24,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:24,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:24,265 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:24,266 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8196 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:34,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:34,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:34,275 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:34,276 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18206 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:34,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:34,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:34,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:34,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:37,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:54:44,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:44,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:44,296 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:44,297 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28227 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:54,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:54:54,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:54:54,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:54:54,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38336 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:54:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:54:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:54:54,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:04,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:04,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:04,476 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:04,477 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48407 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:07,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:55:10,464 WARN [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 23, running: 1 2024-11-18T21:55:10,550 INFO [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T21:55:16,075 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T21:54:16.071Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:16.176Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16.386Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:16.696Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:17.206Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:54:18.216Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:20.227Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:24.266Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:34.276Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:44.297Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:54:54.406Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:04.477Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T21:55:16,077 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:55:16,077 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:55:16,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:55:16,077 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:55:16,077 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:55:16,077 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:55:16,077 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:55:16,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:55:16,077 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:55:16,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:55:16,080 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:55:16,080 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:55:16,080 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:55:16,080 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:55:16,081 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:55:16,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T21:55:16,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:55:16,082 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,45243,1731966789321, table=hbase:meta, region=1588230740 2024-11-18T21:55:16,082 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,45243,1731966789321, state=OPEN 2024-11-18T21:55:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:55:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:55:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:55:16,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:55:16,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:55:16,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:55:16,086 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731966946086 2024-11-18T21:55:16,086 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:55:16,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:16,086 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:16,087 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:16,088 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting dir is empty, no logs to split. 2024-11-18T21:55:16,088 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=0, meta=true 2024-11-18T21:55:16,089 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 66dff09c816a,45243,1731966789321 WAL splitting is done? wals=0, meta=true 2024-11-18T21:55:16,089 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:55:16,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:55:16,091 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:55:16,091 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:55:16,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:55:16,091 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:55:16,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:16,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:16,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:55:16,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:16,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:16,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:16,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:55:16,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:16,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:16,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:16,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:55:16,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:17,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:17,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:17,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:55:17,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:17,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:17,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:18,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:18,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:18,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:18,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:18,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:20,167 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66dff09c816a:34007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T21:55:20,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:20,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:20,256 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:20,256 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4169 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:24,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:24,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:24,306 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:24,306 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8219 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:34,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:34,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:34,315 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:34,316 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18229 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:34,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:34,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:34,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:34,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:37,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:55:44,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:44,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:44,376 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:44,376 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28290 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:50,539 WARN [RS:0;66dff09c816a:39885 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 66dff09c816a,45243,1731966789321: status=Processing ServerCrashProcedure of 66dff09c816a,45243,1731966789321 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731966796043, completionTime=-1 appears to have been leaked 2024-11-18T21:55:50,539 WARN [RS:0;66dff09c816a:39885 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 66dff09c816a,45243,1731966789321: status=Processing ServerCrashProcedure of 66dff09c816a,45243,1731966789321 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731966856063, completionTime=-1 appears to have been leaked 2024-11-18T21:55:54,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:55:54,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:55:54,456 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:55:54,457 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38370 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:55:54,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:54,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:55:54,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:55:54,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:04,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:56:04,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:56:04,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:56:04,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 66dff09c816a,45243,1731966789321 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48380 ms java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:56:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:56:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:56:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:07,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:56:16,095 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T21:55:16.088Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:16.196Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16.406Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:16.716Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:17.226Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:55:18.236Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:20.257Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:24.306Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:34.316Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:44.377Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:55:54.457Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:04.467Z, java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T21:56:16,096 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:16,096 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:56:16,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:16,096 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:16,096 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:16,097 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:56:16,097 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:56:16,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:56:16,097 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:56:16,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:56:16,099 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:56:16,099 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:16,099 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:16,099 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:56:16,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:56:16,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:16,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:16,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:16,100 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:56:16,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:16,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:16,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-18T21:56:16,101 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,101 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,45243,1731966789321, table=hbase:meta, region=1588230740 2024-11-18T21:56:16,101 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,45243,1731966789321, state=OPEN 2024-11-18T21:56:16,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,105 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967006105 2024-11-18T21:56:16,105 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:56:16,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:56:16,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:56:16,105 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:56:16,105 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:56:16,106 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:56:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T21:56:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:56:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:16,107 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:16,108 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:16,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:56:16,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1] 2024-11-18T21:56:16,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:16,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:16,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:16,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:56:16,259 DEBUG [66dff09c816a:34007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T21:56:16,259 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(204): Hosts are {66dff09c816a=0} racks are {/default-rack=0} 2024-11-18T21:56:16,260 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T21:56:16,260 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T21:56:16,260 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T21:56:16,260 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T21:56:16,260 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T21:56:16,260 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T21:56:16,260 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T21:56:16,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:16,261 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPENING 2024-11-18T21:56:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,263 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:16,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:56:16,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:56:16,422 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:56:16,422 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:56:16,423 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:56:16,425 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C39885%2C1731966789185.meta, suffix=.meta, logDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185, archiveDir=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs, maxLogs=32 2024-11-18T21:56:16,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:56:16,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1] 2024-11-18T21:56:16,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:56:16,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:56:16,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39885 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:38425 deadline: 1731967036106, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 66dff09c816a,39885,1731966789185 2024-11-18T21:56:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 66dff09c816a,39885,1731966789185 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T21:56:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 66dff09c816a,39885,1731966789185 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T21:56:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1 from cache 2024-11-18T21:56:16,442 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185/66dff09c816a%2C39885%2C1731966789185.meta.1731966976426.meta, exclude list is [], retry=0 2024-11-18T21:56:16,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-3ee3f18f-177b-4fd4-be99-56f68377fbb4,DISK] 2024-11-18T21:56:16,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-67cb682d-d5af-4155-89a6-fe70a1fdd7f8,DISK] 2024-11-18T21:56:16,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33117,DS-2f527627-5957-4c4e-8801-1222dbea5454,DISK] 2024-11-18T21:56:16,447 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,39885,1731966789185/66dff09c816a%2C39885%2C1731966789185.meta.1731966976426.meta 2024-11-18T21:56:16,447 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34015:34015),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-18T21:56:16,448 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:56:16,448 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:56:16,448 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:56:16,448 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:56:16,448 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:56:16,449 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:16,449 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:56:16,449 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:56:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:56:16,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:56:16,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:16,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:56:16,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:56:16,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:56:16,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:16,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:56:16,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:56:16,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:56:16,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:16,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:56:16,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:56:16,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:56:16,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:16,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:56:16,458 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:56:16,458 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740 2024-11-18T21:56:16,460 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740 2024-11-18T21:56:16,461 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T21:56:16,475 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T21:56:16,478 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-18T21:56:16,552 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/info/96d4a15887814b3e892f184631ace8ed is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721./info:regioninfo/1731966792607/Put/seqid=0 2024-11-18T21:56:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741866_1042 (size=58053) 2024-11-18T21:56:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741866_1042 (size=58053) 2024-11-18T21:56:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741866_1042 (size=58053) 2024-11-18T21:56:16,567 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/info/96d4a15887814b3e892f184631ace8ed 2024-11-18T21:56:16,625 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/ns/d90ea0a3544a4be88b96587468d4714b is 43, key is default/ns:d/1731966791197/Put/seqid=0 2024-11-18T21:56:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741867_1043 (size=5153) 2024-11-18T21:56:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741867_1043 (size=5153) 2024-11-18T21:56:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741867_1043 (size=5153) 2024-11-18T21:56:16,641 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/ns/d90ea0a3544a4be88b96587468d4714b 2024-11-18T21:56:16,664 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/table/13541290a0d2445c911436d524aed641 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731966792814/Put/seqid=0 2024-11-18T21:56:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741868_1044 (size=5620) 2024-11-18T21:56:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741868_1044 (size=5620) 2024-11-18T21:56:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741868_1044 (size=5620) 2024-11-18T21:56:16,673 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/table/13541290a0d2445c911436d524aed641 2024-11-18T21:56:16,681 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/info/96d4a15887814b3e892f184631ace8ed as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/info/96d4a15887814b3e892f184631ace8ed 2024-11-18T21:56:16,688 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/info/96d4a15887814b3e892f184631ace8ed, entries=260, sequenceid=60, filesize=56.7 K 2024-11-18T21:56:16,690 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/ns/d90ea0a3544a4be88b96587468d4714b as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/ns/d90ea0a3544a4be88b96587468d4714b 2024-11-18T21:56:16,697 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/ns/d90ea0a3544a4be88b96587468d4714b, entries=2, sequenceid=60, filesize=5.0 K 2024-11-18T21:56:16,698 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/table/13541290a0d2445c911436d524aed641 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/table/13541290a0d2445c911436d524aed641 2024-11-18T21:56:16,704 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/table/13541290a0d2445c911436d524aed641, entries=2, sequenceid=60, filesize=5.5 K 2024-11-18T21:56:16,708 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=60, compaction requested=false; wal=null 2024-11-18T21:56:16,710 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T21:56:16,711 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:56:16,711 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:56:16,712 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:56:16,713 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:56:16,716 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-18T21:56:16,716 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68139021, jitterRate=0.01535053551197052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:56:16,717 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:56:16,717 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731966976449Writing region info on filesystem at 1731966976449Initializing all the Stores at 1731966976450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966976450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966976450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966976450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731966976450Obtaining lock to block concurrent updates at 1731966976478 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1731966976478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731966976481 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731966976481Flushing 1588230740/info: creating writer at 1731966976484 (+3 ms)Flushing 1588230740/info: appending metadata at 1731966976542 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731966976545 (+3 ms)Flushing 1588230740/ns: creating writer at 1731966976610 (+65 ms)Flushing 1588230740/ns: appending metadata at 1731966976624 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731966976624Flushing 1588230740/table: creating writer at 1731966976648 (+24 ms)Flushing 1588230740/table: appending metadata at 1731966976663 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731966976663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300eedc4: reopening flushed file at 1731966976680 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363e6c04: reopening flushed file at 1731966976689 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fe36af: reopening flushed file at 1731966976697 (+8 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=60, compaction requested=false; wal=null at 1731966976708 (+11 ms)Cleaning up temporary data from old regions at 1731966976711 (+3 ms)Running coprocessor post-open hooks at 1731966976717 (+6 ms)Region opened successfully at 1731966976717 2024-11-18T21:56:16,718 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731966976415 2024-11-18T21:56:16,720 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:56:16,721 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:56:16,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:16,722 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPEN 2024-11-18T21:56:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:16,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:16,725 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:16,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T21:56:16,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 in 462 msec 2024-11-18T21:56:16,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-18T21:56:16,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-18T21:56:16,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:56:16,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1] 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=825ad685063482f8cbe7c88771f840df, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=530b153cc7db81694a3200e201380f62, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,772 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:16,773 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:16,774 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:16,774 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T21:56:16,774 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967036774 2024-11-18T21:56:16,774 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967096774 2024-11-18T21:56:16,774 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 668 msec 2024-11-18T21:56:16,774 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 66dff09c816a,45243,1731966789321 had 10 regions 2024-11-18T21:56:16,774 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:56:16,775 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:16,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:16,775 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:56:17,024 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:17,024 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:56:17,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:17,024 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:17,024 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:17,025 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:56:17,025 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:56:17,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:56:17,025 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:56:17,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:56:17,028 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:56:17,028 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:17,028 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:17,028 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:17,028 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:17,028 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:56:17,029 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,031 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,031 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T21:56:17,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=61 2024-11-18T21:56:17,032 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,39885,1731966789185, table=hbase:meta, region=1588230740 2024-11-18T21:56:17,033 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPEN 2024-11-18T21:56:17,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:17,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:17,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:17,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:17,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:17,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:17,036 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967007036 2024-11-18T21:56:17,036 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:56:17,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=825ad685063482f8cbe7c88771f840df, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=530b153cc7db81694a3200e201380f62, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,045 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T21:56:17,045 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967037045 2024-11-18T21:56:17,045 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967097045 2024-11-18T21:56:17,045 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-18T21:56:17,045 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 66dff09c816a,45243,1731966789321 had 9 regions 2024-11-18T21:56:17,045 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:56:17,047 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true, isMeta: false 2024-11-18T21:56:17,049 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=1, meta=false 2024-11-18T21:56:17,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631}] 2024-11-18T21:56:17,049 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:56:17,050 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:17,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:17,050 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:56:17,295 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:17,295 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:56:17,295 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:17,295 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:17,295 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:17,296 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:56:17,296 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:56:17,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:56:17,296 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:56:17,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:56:17,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:56:17,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:17,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:17,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:17,298 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:17,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:56:17,299 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:56:17,299 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:17,299 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:17,299 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:17,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T21:56:17,300 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=61 2024-11-18T21:56:17,301 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,39885,1731966789185, table=hbase:meta, region=1588230740 2024-11-18T21:56:17,301 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPEN 2024-11-18T21:56:17,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:17,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:17,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:17,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:17,304 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967007304 2024-11-18T21:56:17,304 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:56:17,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=825ad685063482f8cbe7c88771f840df, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=530b153cc7db81694a3200e201380f62, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:17,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:17,313 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T21:56:17,313 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967037313 2024-11-18T21:56:17,313 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967097313 2024-11-18T21:56:17,313 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-18T21:56:17,314 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true, isMeta: false 2024-11-18T21:56:17,316 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=1, meta=false 2024-11-18T21:56:17,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631}] 2024-11-18T21:56:17,316 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:56:17,318 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:17,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282}] 2024-11-18T21:56:17,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57139, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:56:17,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-18T21:56:17,489 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631, size=327.1 K (334920bytes) 2024-11-18T21:56:17,490 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 2024-11-18T21:56:17,490 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 after 0ms 2024-11-18T21:56:17,495 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 took 6ms 2024-11-18T21:56:17,499 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 62c923e3ca2c8d9abf1e0b069590d537: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,501 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8de3ed366bc1f89ecbfc9ed8ef184a13: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 207b4d926440ae9c2182a8fbcbeae868: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,503 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 530b153cc7db81694a3200e201380f62: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,504 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for aee6aab20c4bdab39495f6f97cf7b2bd: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,506 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4ff63b46195fd77a82b0d021749831b5: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 02de775bb1b7ede8e191ec8b88d4d721: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,509 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d8550884385bfb93e876b5b8d4a30c22: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,510 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for daba0fb9a32dc40fab6d3f9643769fc4: last_flushed_sequence_id: 18446744073709551615 2024-11-18T21:56:17,514 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,517 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,517 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,521 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,521 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,525 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,525 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,528 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,529 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,530 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,531 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,532 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,532 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,533 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,535 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 so closing down 2024-11-18T21:56:17,535 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,535 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T21:56:17,537 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,537 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,538 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp 2024-11-18T21:56:17,539 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T21:56:17,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741869_1045 (size=36767) 2024-11-18T21:56:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741869_1045 (size=36767) 2024-11-18T21:56:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741869_1045 (size=36767) 2024-11-18T21:56:17,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T21:56:17,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004 2024-11-18T21:56:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741870_1046 (size=36767) 2024-11-18T21:56:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741870_1046 (size=36767) 2024-11-18T21:56:17,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T21:56:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741870_1046 (size=36767) 2024-11-18T21:56:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741871_1047 (size=36767) 2024-11-18T21:56:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741871_1047 (size=36767) 2024-11-18T21:56:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741871_1047 (size=36767) 2024-11-18T21:56:17,577 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T21:56:17,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004 2024-11-18T21:56:17,579 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004 2024-11-18T21:56:17,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741872_1048 (size=36767) 2024-11-18T21:56:17,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741872_1048 (size=36767) 2024-11-18T21:56:17,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741872_1048 (size=36767) 2024-11-18T21:56:17,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T21:56:17,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004 2024-11-18T21:56:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741873_1049 (size=36767) 2024-11-18T21:56:17,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741873_1049 (size=36767) 2024-11-18T21:56:17,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741873_1049 (size=36767) 2024-11-18T21:56:17,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T21:56:17,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004 2024-11-18T21:56:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741875_1051 (size=36767) 2024-11-18T21:56:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741874_1050 (size=36767) 2024-11-18T21:56:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741874_1050 (size=36767) 2024-11-18T21:56:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741875_1051 (size=36767) 2024-11-18T21:56:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741874_1050 (size=36767) 2024-11-18T21:56:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741875_1051 (size=36767) 2024-11-18T21:56:17,614 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T21:56:17,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T21:56:17,618 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004 2024-11-18T21:56:17,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004 2024-11-18T21:56:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741876_1052 (size=36767) 2024-11-18T21:56:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741876_1052 (size=36767) 2024-11-18T21:56:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741876_1052 (size=36767) 2024-11-18T21:56:17,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T21:56:17,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004 2024-11-18T21:56:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741877_1053 (size=36767) 2024-11-18T21:56:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741877_1053 (size=36767) 2024-11-18T21:56:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741877_1053 (size=36767) 2024-11-18T21:56:18,042 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T21:56:18,044 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004 2024-11-18T21:56:18,044 INFO [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 547 ms; skipped=9; WAL=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-18T21:56:18,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631, journal: Splitting hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631, size=327.1 K (334920bytes) at 1731966977490Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977517 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977521 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977525 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977528 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977531 (+3 ms)Split 7 edits, skipped 9 edits. at 1731966977531Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977532 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977533 (+1 ms)Finishing writing output for hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 so closing down at 1731966977535 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977537 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp at 1731966977538 (+1 ms)3 split writer threads finished at 1731966977539 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731966977560 (+21 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004 at 1731966977561 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731966977573 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731966977577 (+4 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004 at 1731966977577Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004 at 1731966977579 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731966977585 (+6 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004 at 1731966977587 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731966977600 (+13 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004 at 1731966977602 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731966977614 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731966977615 (+1 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004 at 1731966977618 (+3 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004 at 1731966977619 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731966977629 (+10 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004 at 1731966977631 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731966978042 (+411 ms)Rename recovered edits hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004-66dff09c816a%2C45243%2C1731966789321.1731966790631.temp to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004 at 1731966978044 (+2 ms)Processed 18 edits across 9 Regions in 547 ms; skipped=9; WAL=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731966978044 2024-11-18T21:56:18,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 2024-11-18T21:56:18,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-18T21:56:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-18T21:56:18,050 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting/66dff09c816a%2C45243%2C1731966789321.1731966790631 to hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs 2024-11-18T21:56:18,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T21:56:18,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 in 731 msec 2024-11-18T21:56:18,054 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-18T21:56:18,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 in 738 msec 2024-11-18T21:56:18,058 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting dir is empty, no logs to split. 2024-11-18T21:56:18,058 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=0, meta=false 2024-11-18T21:56:18,058 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 66dff09c816a,45243,1731966789321 WAL splitting is done? wals=0, meta=false 2024-11-18T21:56:18,059 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:56:18,059 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:18,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:18,059 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:56:18,064 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:18,064 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:56:18,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:18,064 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:18,064 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:18,064 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:56:18,064 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:56:18,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:56:18,065 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:56:18,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:18,067 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:56:18,068 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,069 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T21:56:18,070 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=61 2024-11-18T21:56:18,070 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,39885,1731966789185, table=hbase:meta, region=1588230740 2024-11-18T21:56:18,070 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPEN 2024-11-18T21:56:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:18,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:18,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:18,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:18,074 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967008074 2024-11-18T21:56:18,074 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:56:18,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=825ad685063482f8cbe7c88771f840df, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=530b153cc7db81694a3200e201380f62, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,082 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,083 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T21:56:18,083 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967038083 2024-11-18T21:56:18,083 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967098083 2024-11-18T21:56:18,083 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-18T21:56:18,085 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 66dff09c816a,45243,1731966789321 does not exist 2024-11-18T21:56:18,085 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66dff09c816a,45243,1731966789321 WAL count=0, meta=false 2024-11-18T21:56:18,085 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 66dff09c816a,45243,1731966789321 WAL splitting is done? wals=0, meta=false 2024-11-18T21:56:18,086 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 66dff09c816a,45243,1731966789321 failed, ignore...File hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/WALs/66dff09c816a,45243,1731966789321-splitting does not exist. 2024-11-18T21:56:18,086 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:56:18,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN}] 2024-11-18T21:56:18,088 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:56:18,088 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:18,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:18,088 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:56:18,334 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:18,334 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:56:18,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:18,334 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:18,334 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:18,334 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:56:18,334 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:56:18,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:56:18,335 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:56:18,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:18,337 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:18,338 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:56:18,339 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:56:18,340 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:18,340 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:18,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T21:56:18,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=61 2024-11-18T21:56:18,342 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,39885,1731966789185, table=hbase:meta, region=1588230740 2024-11-18T21:56:18,342 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPEN 2024-11-18T21:56:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:18,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:18,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:18,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:18,346 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967008346 2024-11-18T21:56:18,346 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:56:18,350 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=825ad685063482f8cbe7c88771f840df, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=530b153cc7db81694a3200e201380f62, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, lastHost=66dff09c816a,45243,1731966789321, regionLocation=66dff09c816a,45243,1731966789321, openSeqNum=2 2024-11-18T21:56:18,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:18,353 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:18,353 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T21:56:18,353 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967038353 2024-11-18T21:56:18,353 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967098353 2024-11-18T21:56:18,353 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-18T21:56:18,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN}] 2024-11-18T21:56:18,353 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:56:18,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN 2024-11-18T21:56:18,357 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,358 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN 2024-11-18T21:56:18,359 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,360 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN 2024-11-18T21:56:18,360 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,361 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN 2024-11-18T21:56:18,362 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN 2024-11-18T21:56:18,363 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,364 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN 2024-11-18T21:56:18,364 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN 2024-11-18T21:56:18,366 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,367 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN 2024-11-18T21:56:18,368 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN 2024-11-18T21:56:18,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:56:18,507 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(204): Hosts are {66dff09c816a=0} racks are {/default-rack=0} 2024-11-18T21:56:18,508 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T21:56:18,508 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T21:56:18,508 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T21:56:18,508 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T21:56:18,508 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T21:56:18,508 INFO [66dff09c816a:34007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T21:56:18,508 DEBUG [66dff09c816a:34007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T21:56:18,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=d8550884385bfb93e876b5b8d4a30c22, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=4ff63b46195fd77a82b0d021749831b5, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPENING, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=207b4d926440ae9c2182a8fbcbeae868, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,512 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=530b153cc7db81694a3200e201380f62, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN because future has completed 2024-11-18T21:56:18,512 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:56:18,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN because future has completed 2024-11-18T21:56:18,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN because future has completed 2024-11-18T21:56:18,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN because future has completed 2024-11-18T21:56:18,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN because future has completed 2024-11-18T21:56:18,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:56:18,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN because future has completed 2024-11-18T21:56:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN because future has completed 2024-11-18T21:56:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN because future has completed 2024-11-18T21:56:18,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:56:18,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:56:18,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:56:18,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:56:18,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:56:18,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,38597,1731966789282}] 2024-11-18T21:56:18,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPENING, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN because future has completed 2024-11-18T21:56:18,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,39885,1731966789185}] 2024-11-18T21:56:18,669 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:18,670 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => daba0fb9a32dc40fab6d3f9643769fc4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T21:56:18,670 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,670 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,670 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,670 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,672 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,673 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daba0fb9a32dc40fab6d3f9643769fc4 columnFamilyName colfamily11 2024-11-18T21:56:18,673 DEBUG [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,674 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(327): Store=daba0fb9a32dc40fab6d3f9643769fc4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,674 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:18,674 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,674 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 530b153cc7db81694a3200e201380f62, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-18T21:56:18,675 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,675 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,675 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,675 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,675 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daba0fb9a32dc40fab6d3f9643769fc4 columnFamilyName colfamily21 2024-11-18T21:56:18,675 DEBUG [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,676 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(327): Store=daba0fb9a32dc40fab6d3f9643769fc4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,676 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,677 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,677 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daba0fb9a32dc40fab6d3f9643769fc4 columnFamilyName colfamily31 2024-11-18T21:56:18,677 DEBUG [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,678 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530b153cc7db81694a3200e201380f62 columnFamilyName colfamily11 2024-11-18T21:56:18,678 INFO [StoreOpener-daba0fb9a32dc40fab6d3f9643769fc4-1 {}] regionserver.HStore(327): Store=daba0fb9a32dc40fab6d3f9643769fc4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,678 DEBUG [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,678 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,678 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(327): Store=530b153cc7db81694a3200e201380f62/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,679 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,679 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,680 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530b153cc7db81694a3200e201380f62 columnFamilyName colfamily21 2024-11-18T21:56:18,680 DEBUG [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,680 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(327): Store=530b153cc7db81694a3200e201380f62/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,680 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,681 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,681 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530b153cc7db81694a3200e201380f62 columnFamilyName colfamily31 2024-11-18T21:56:18,681 DEBUG [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,682 INFO [StoreOpener-530b153cc7db81694a3200e201380f62-1 {}] regionserver.HStore(327): Store=530b153cc7db81694a3200e201380f62/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,682 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004 2024-11-18T21:56:18,682 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,683 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,685 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,686 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004 2024-11-18T21:56:18,689 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004 2024-11-18T21:56:18,690 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing daba0fb9a32dc40fab6d3f9643769fc4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,692 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004 2024-11-18T21:56:18,692 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 530b153cc7db81694a3200e201380f62 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,719 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/.tmp/colfamily11/73f75f3ae3f94ab9b35965961e4803fc is 52, key is ccc/colfamily11:colfamily11/1731966795031/Put/seqid=0 2024-11-18T21:56:18,719 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/.tmp/colfamily11/852bde5bec8c41f3ba8ecd5df86af26d is 52, key is lll/colfamily11:colfamily11/1731966795170/Put/seqid=0 2024-11-18T21:56:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741878_1054 (size=39263) 2024-11-18T21:56:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741879_1055 (size=39263) 2024-11-18T21:56:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741878_1054 (size=39263) 2024-11-18T21:56:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741879_1055 (size=39263) 2024-11-18T21:56:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741879_1055 (size=39263) 2024-11-18T21:56:18,734 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/.tmp/colfamily11/73f75f3ae3f94ab9b35965961e4803fc 2024-11-18T21:56:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741878_1054 (size=39263) 2024-11-18T21:56:18,735 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/.tmp/colfamily11/852bde5bec8c41f3ba8ecd5df86af26d 2024-11-18T21:56:18,744 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/.tmp/colfamily11/73f75f3ae3f94ab9b35965961e4803fc as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/colfamily11/73f75f3ae3f94ab9b35965961e4803fc 2024-11-18T21:56:18,746 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/.tmp/colfamily11/852bde5bec8c41f3ba8ecd5df86af26d as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/colfamily11/852bde5bec8c41f3ba8ecd5df86af26d 2024-11-18T21:56:18,753 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/colfamily11/73f75f3ae3f94ab9b35965961e4803fc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:18,753 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for daba0fb9a32dc40fab6d3f9643769fc4 in 64ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:18,754 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/colfamily11/852bde5bec8c41f3ba8ecd5df86af26d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:18,754 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/0000000000000000004 2024-11-18T21:56:18,754 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 530b153cc7db81694a3200e201380f62 in 62ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:18,755 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/0000000000000000004 2024-11-18T21:56:18,756 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,756 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,757 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,757 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,757 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:18,757 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:18,759 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,759 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,762 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:18,762 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:18,763 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened daba0fb9a32dc40fab6d3f9643769fc4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60877414, jitterRate=-0.09285584092140198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:18,763 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:18,763 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for daba0fb9a32dc40fab6d3f9643769fc4: Running coprocessor pre-open hook at 1731966978670Writing region info on filesystem at 1731966978670Initializing all the Stores at 1731966978672 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978672Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978672Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978672Obtaining lock to block concurrent updates at 1731966978690 (+18 ms)Preparing flush snapshotting stores in daba0fb9a32dc40fab6d3f9643769fc4 at 1731966978690Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978690Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. at 1731966978690Flushing daba0fb9a32dc40fab6d3f9643769fc4/colfamily11: creating writer at 1731966978690Flushing daba0fb9a32dc40fab6d3f9643769fc4/colfamily11: appending metadata at 1731966978718 (+28 ms)Flushing daba0fb9a32dc40fab6d3f9643769fc4/colfamily11: closing flushed file at 1731966978718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658bc33b: reopening flushed file at 1731966978743 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for daba0fb9a32dc40fab6d3f9643769fc4 in 64ms, sequenceid=4, compaction requested=false; wal=null at 1731966978753 (+10 ms)Cleaning up temporary data from old regions at 1731966978756 (+3 ms)Running coprocessor post-open hooks at 1731966978763 (+7 ms)Region opened successfully at 1731966978763 2024-11-18T21:56:18,764 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 530b153cc7db81694a3200e201380f62; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68144545, jitterRate=0.015432849526405334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:18,764 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:18,764 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 530b153cc7db81694a3200e201380f62: Running coprocessor pre-open hook at 1731966978675Writing region info on filesystem at 1731966978675Initializing all the Stores at 1731966978676 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978676Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978676Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978676Obtaining lock to block concurrent updates at 1731966978692 (+16 ms)Preparing flush snapshotting stores in 530b153cc7db81694a3200e201380f62 at 1731966978692Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978692Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. at 1731966978692Flushing 530b153cc7db81694a3200e201380f62/colfamily11: creating writer at 1731966978692Flushing 530b153cc7db81694a3200e201380f62/colfamily11: appending metadata at 1731966978719 (+27 ms)Flushing 530b153cc7db81694a3200e201380f62/colfamily11: closing flushed file at 1731966978719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b90aff: reopening flushed file at 1731966978746 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 530b153cc7db81694a3200e201380f62 in 62ms, sequenceid=4, compaction requested=false; wal=null at 1731966978754 (+8 ms)Cleaning up temporary data from old regions at 1731966978757 (+3 ms)Running coprocessor post-open hooks at 1731966978764 (+7 ms)Region opened successfully at 1731966978764 2024-11-18T21:56:18,764 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., pid=78, masterSystemTime=1731966978665 2024-11-18T21:56:18,765 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., pid=76, masterSystemTime=1731966978670 2024-11-18T21:56:18,767 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:18,767 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:18,767 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:18,767 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => d8550884385bfb93e876b5b8d4a30c22, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-18T21:56:18,768 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,768 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,768 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,768 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=530b153cc7db81694a3200e201380f62, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,772 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,773 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:18,773 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:18,773 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:18,773 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 207b4d926440ae9c2182a8fbcbeae868, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-18T21:56:18,773 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,773 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:56:18,774 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,774 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,774 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8550884385bfb93e876b5b8d4a30c22 columnFamilyName colfamily11 2024-11-18T21:56:18,774 DEBUG [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:56:18,775 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(327): Store=d8550884385bfb93e876b5b8d4a30c22/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,775 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,38597,1731966789282, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:56:18,776 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,776 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,776 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,39885,1731966789185, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:56:18,777 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8550884385bfb93e876b5b8d4a30c22 columnFamilyName colfamily21 2024-11-18T21:56:18,777 DEBUG [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,777 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(327): Store=d8550884385bfb93e876b5b8d4a30c22/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,778 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,778 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b4d926440ae9c2182a8fbcbeae868 columnFamilyName colfamily11 2024-11-18T21:56:18,779 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8550884385bfb93e876b5b8d4a30c22 columnFamilyName colfamily31 2024-11-18T21:56:18,779 DEBUG [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,779 DEBUG [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,779 INFO [StoreOpener-d8550884385bfb93e876b5b8d4a30c22-1 {}] regionserver.HStore(327): Store=d8550884385bfb93e876b5b8d4a30c22/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,779 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,779 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(327): Store=207b4d926440ae9c2182a8fbcbeae868/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,780 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,781 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=69 2024-11-18T21:56:18,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,39885,1731966789185 in 254 msec 2024-11-18T21:56:18,781 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b4d926440ae9c2182a8fbcbeae868 columnFamilyName colfamily21 2024-11-18T21:56:18,781 DEBUG [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,782 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(327): Store=207b4d926440ae9c2182a8fbcbeae868/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,782 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,783 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,783 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b4d926440ae9c2182a8fbcbeae868 columnFamilyName colfamily31 2024-11-18T21:56:18,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN in 428 msec 2024-11-18T21:56:18,783 DEBUG [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,784 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004 2024-11-18T21:56:18,784 INFO [StoreOpener-207b4d926440ae9c2182a8fbcbeae868-1 {}] regionserver.HStore(327): Store=207b4d926440ae9c2182a8fbcbeae868/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,784 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,785 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,787 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=66 2024-11-18T21:56:18,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,38597,1731966789282 in 255 msec 2024-11-18T21:56:18,789 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004 2024-11-18T21:56:18,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN in 435 msec 2024-11-18T21:56:18,791 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004 2024-11-18T21:56:18,791 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing d8550884385bfb93e876b5b8d4a30c22 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,795 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004 2024-11-18T21:56:18,795 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 207b4d926440ae9c2182a8fbcbeae868 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,808 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/.tmp/colfamily11/b4844f49d5c4442589db223d97d33e5d is 52, key is ooo/colfamily11:colfamily11/1731966795207/Put/seqid=0 2024-11-18T21:56:18,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741880_1056 (size=39263) 2024-11-18T21:56:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741880_1056 (size=39263) 2024-11-18T21:56:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741880_1056 (size=39263) 2024-11-18T21:56:18,822 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/.tmp/colfamily11/b4844f49d5c4442589db223d97d33e5d 2024-11-18T21:56:18,822 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/.tmp/colfamily11/684bab035fa1493485a5ee8d97a8c3c0 is 52, key is xxx/colfamily11:colfamily11/1731966795326/Put/seqid=0 2024-11-18T21:56:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741881_1057 (size=39263) 2024-11-18T21:56:18,831 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/.tmp/colfamily11/b4844f49d5c4442589db223d97d33e5d as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/colfamily11/b4844f49d5c4442589db223d97d33e5d 2024-11-18T21:56:18,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741881_1057 (size=39263) 2024-11-18T21:56:18,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741881_1057 (size=39263) 2024-11-18T21:56:18,832 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/.tmp/colfamily11/684bab035fa1493485a5ee8d97a8c3c0 2024-11-18T21:56:18,840 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/colfamily11/b4844f49d5c4442589db223d97d33e5d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:18,840 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8550884385bfb93e876b5b8d4a30c22 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:18,841 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/0000000000000000004 2024-11-18T21:56:18,841 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/.tmp/colfamily11/684bab035fa1493485a5ee8d97a8c3c0 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/colfamily11/684bab035fa1493485a5ee8d97a8c3c0 2024-11-18T21:56:18,842 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,842 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,843 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:18,845 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,848 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/colfamily11/684bab035fa1493485a5ee8d97a8c3c0, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:18,848 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:18,848 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 207b4d926440ae9c2182a8fbcbeae868 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:18,849 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/0000000000000000004 2024-11-18T21:56:18,849 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened d8550884385bfb93e876b5b8d4a30c22; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61296498, jitterRate=-0.08661100268363953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:18,849 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:18,849 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for d8550884385bfb93e876b5b8d4a30c22: Running coprocessor pre-open hook at 1731966978768Writing region info on filesystem at 1731966978768Initializing all the Stores at 1731966978770 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978770Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978772 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978772Obtaining lock to block concurrent updates at 1731966978791 (+19 ms)Preparing flush snapshotting stores in d8550884385bfb93e876b5b8d4a30c22 at 1731966978791Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978791Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. at 1731966978791Flushing d8550884385bfb93e876b5b8d4a30c22/colfamily11: creating writer at 1731966978791Flushing d8550884385bfb93e876b5b8d4a30c22/colfamily11: appending metadata at 1731966978808 (+17 ms)Flushing d8550884385bfb93e876b5b8d4a30c22/colfamily11: closing flushed file at 1731966978808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46cca3b: reopening flushed file at 1731966978829 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8550884385bfb93e876b5b8d4a30c22 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731966978840 (+11 ms)Cleaning up temporary data from old regions at 1731966978842 (+2 ms)Running coprocessor post-open hooks at 1731966978849 (+7 ms)Region opened successfully at 1731966978849 2024-11-18T21:56:18,850 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,850 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,850 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., pid=80, masterSystemTime=1731966978665 2024-11-18T21:56:18,851 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:18,853 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:18,853 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,853 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:18,853 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:18,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,853 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ff63b46195fd77a82b0d021749831b5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-18T21:56:18,854 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,854 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,854 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,854 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:56:18,856 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,857 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:18,857 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff63b46195fd77a82b0d021749831b5 columnFamilyName colfamily11 2024-11-18T21:56:18,857 DEBUG [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,858 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(327): Store=4ff63b46195fd77a82b0d021749831b5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,858 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,858 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 207b4d926440ae9c2182a8fbcbeae868; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65236588, jitterRate=-0.027899086475372314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:18,859 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:18,859 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 207b4d926440ae9c2182a8fbcbeae868: Running coprocessor pre-open hook at 1731966978774Writing region info on filesystem at 1731966978774Initializing all the Stores at 1731966978775 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978775Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978776 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978776Obtaining lock to block concurrent updates at 1731966978795 (+19 ms)Preparing flush snapshotting stores in 207b4d926440ae9c2182a8fbcbeae868 at 1731966978795Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978795Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. at 1731966978795Flushing 207b4d926440ae9c2182a8fbcbeae868/colfamily11: creating writer at 1731966978795Flushing 207b4d926440ae9c2182a8fbcbeae868/colfamily11: appending metadata at 1731966978822 (+27 ms)Flushing 207b4d926440ae9c2182a8fbcbeae868/colfamily11: closing flushed file at 1731966978822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef0dad5: reopening flushed file at 1731966978840 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 207b4d926440ae9c2182a8fbcbeae868 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731966978848 (+8 ms)Cleaning up temporary data from old regions at 1731966978850 (+2 ms)Running coprocessor post-open hooks at 1731966978859 (+9 ms)Region opened successfully at 1731966978859 2024-11-18T21:56:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=64 2024-11-18T21:56:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,38597,1731966789282 in 321 msec 2024-11-18T21:56:18,860 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff63b46195fd77a82b0d021749831b5 columnFamilyName colfamily21 2024-11-18T21:56:18,860 DEBUG [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,860 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(327): Store=4ff63b46195fd77a82b0d021749831b5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,860 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., pid=74, masterSystemTime=1731966978670 2024-11-18T21:56:18,861 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN in 507 msec 2024-11-18T21:56:18,862 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff63b46195fd77a82b0d021749831b5 columnFamilyName colfamily31 2024-11-18T21:56:18,862 DEBUG [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,862 INFO [StoreOpener-4ff63b46195fd77a82b0d021749831b5-1 {}] regionserver.HStore(327): Store=4ff63b46195fd77a82b0d021749831b5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,862 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,863 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:18,863 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:18,863 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:18,863 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 02de775bb1b7ede8e191ec8b88d4d721, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-18T21:56:18,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,863 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,863 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,864 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,864 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,864 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,865 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:56:18,866 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,866 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004 2024-11-18T21:56:18,867 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02de775bb1b7ede8e191ec8b88d4d721 columnFamilyName colfamily11 2024-11-18T21:56:18,867 DEBUG [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,868 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(327): Store=02de775bb1b7ede8e191ec8b88d4d721/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,868 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-18T21:56:18,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,39885,1731966789185 in 350 msec 2024-11-18T21:56:18,870 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02de775bb1b7ede8e191ec8b88d4d721 columnFamilyName colfamily21 2024-11-18T21:56:18,871 DEBUG [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,871 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(327): Store=02de775bb1b7ede8e191ec8b88d4d721/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,871 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,872 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02de775bb1b7ede8e191ec8b88d4d721 columnFamilyName colfamily31 2024-11-18T21:56:18,872 DEBUG [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN in 516 msec 2024-11-18T21:56:18,872 INFO [StoreOpener-02de775bb1b7ede8e191ec8b88d4d721-1 {}] regionserver.HStore(327): Store=02de775bb1b7ede8e191ec8b88d4d721/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,873 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,873 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,874 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004 2024-11-18T21:56:18,874 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 4ff63b46195fd77a82b0d021749831b5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,875 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,875 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004 2024-11-18T21:56:18,881 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004 2024-11-18T21:56:18,881 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 02de775bb1b7ede8e191ec8b88d4d721 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,897 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/.tmp/colfamily11/eade82711b194d23b76d5eb9288f8be9 is 52, key is bbb/colfamily11:colfamily11/1731966794941/Put/seqid=0 2024-11-18T21:56:18,900 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/.tmp/colfamily11/9e3ff83abd374edcb8757339656f9768 is 52, key is iii/colfamily11:colfamily11/1731966795126/Put/seqid=0 2024-11-18T21:56:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741882_1058 (size=39263) 2024-11-18T21:56:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741882_1058 (size=39263) 2024-11-18T21:56:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741882_1058 (size=39263) 2024-11-18T21:56:18,908 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/.tmp/colfamily11/eade82711b194d23b76d5eb9288f8be9 2024-11-18T21:56:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741883_1059 (size=39263) 2024-11-18T21:56:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741883_1059 (size=39263) 2024-11-18T21:56:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741883_1059 (size=39263) 2024-11-18T21:56:18,917 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/.tmp/colfamily11/eade82711b194d23b76d5eb9288f8be9 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/colfamily11/eade82711b194d23b76d5eb9288f8be9 2024-11-18T21:56:18,917 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/.tmp/colfamily11/9e3ff83abd374edcb8757339656f9768 2024-11-18T21:56:18,924 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/colfamily11/eade82711b194d23b76d5eb9288f8be9, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:18,925 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02de775bb1b7ede8e191ec8b88d4d721 in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:18,925 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/.tmp/colfamily11/9e3ff83abd374edcb8757339656f9768 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/colfamily11/9e3ff83abd374edcb8757339656f9768 2024-11-18T21:56:18,926 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/0000000000000000004 2024-11-18T21:56:18,927 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,927 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,928 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:18,930 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,933 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/colfamily11/9e3ff83abd374edcb8757339656f9768, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:18,933 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4ff63b46195fd77a82b0d021749831b5 in 59ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:18,933 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:18,934 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/0000000000000000004 2024-11-18T21:56:18,934 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 02de775bb1b7ede8e191ec8b88d4d721; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62099780, jitterRate=-0.0746411681175232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:18,934 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:18,934 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 02de775bb1b7ede8e191ec8b88d4d721: Running coprocessor pre-open hook at 1731966978864Writing region info on filesystem at 1731966978864Initializing all the Stores at 1731966978865 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978865Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978865Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978865Obtaining lock to block concurrent updates at 1731966978881 (+16 ms)Preparing flush snapshotting stores in 02de775bb1b7ede8e191ec8b88d4d721 at 1731966978881Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978881Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. at 1731966978881Flushing 02de775bb1b7ede8e191ec8b88d4d721/colfamily11: creating writer at 1731966978881Flushing 02de775bb1b7ede8e191ec8b88d4d721/colfamily11: appending metadata at 1731966978897 (+16 ms)Flushing 02de775bb1b7ede8e191ec8b88d4d721/colfamily11: closing flushed file at 1731966978897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503f69a1: reopening flushed file at 1731966978915 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02de775bb1b7ede8e191ec8b88d4d721 in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731966978925 (+10 ms)Cleaning up temporary data from old regions at 1731966978927 (+2 ms)Running coprocessor post-open hooks at 1731966978934 (+7 ms)Region opened successfully at 1731966978934 2024-11-18T21:56:18,935 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,935 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,936 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., pid=81, masterSystemTime=1731966978670 2024-11-18T21:56:18,936 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:18,938 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:18,938 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:18,938 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:18,938 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,938 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 62c923e3ca2c8d9abf1e0b069590d537, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-18T21:56:18,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:18,939 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,939 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,939 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,939 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,941 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,941 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:18,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:56:18,942 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c923e3ca2c8d9abf1e0b069590d537 columnFamilyName colfamily11 2024-11-18T21:56:18,942 DEBUG [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,942 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(327): Store=62c923e3ca2c8d9abf1e0b069590d537/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,942 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,942 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 4ff63b46195fd77a82b0d021749831b5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64846295, jitterRate=-0.0337149053812027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:18,942 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:18,943 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 4ff63b46195fd77a82b0d021749831b5: Running coprocessor pre-open hook at 1731966978854Writing region info on filesystem at 1731966978854Initializing all the Stores at 1731966978855 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978855Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978856 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978856Obtaining lock to block concurrent updates at 1731966978874 (+18 ms)Preparing flush snapshotting stores in 4ff63b46195fd77a82b0d021749831b5 at 1731966978874Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978874Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. at 1731966978874Flushing 4ff63b46195fd77a82b0d021749831b5/colfamily11: creating writer at 1731966978875 (+1 ms)Flushing 4ff63b46195fd77a82b0d021749831b5/colfamily11: appending metadata at 1731966978900 (+25 ms)Flushing 4ff63b46195fd77a82b0d021749831b5/colfamily11: closing flushed file at 1731966978900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad809fe: reopening flushed file at 1731966978924 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4ff63b46195fd77a82b0d021749831b5 in 59ms, sequenceid=4, compaction requested=false; wal=null at 1731966978933 (+9 ms)Cleaning up temporary data from old regions at 1731966978935 (+2 ms)Running coprocessor post-open hooks at 1731966978942 (+7 ms)Region opened successfully at 1731966978943 (+1 ms) 2024-11-18T21:56:18,943 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c923e3ca2c8d9abf1e0b069590d537 columnFamilyName colfamily21 2024-11-18T21:56:18,943 DEBUG [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,944 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., pid=79, masterSystemTime=1731966978665 2024-11-18T21:56:18,944 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(327): Store=62c923e3ca2c8d9abf1e0b069590d537/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,944 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,945 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c923e3ca2c8d9abf1e0b069590d537 columnFamilyName colfamily31 2024-11-18T21:56:18,945 DEBUG [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,946 INFO [StoreOpener-62c923e3ca2c8d9abf1e0b069590d537-1 {}] regionserver.HStore(327): Store=62c923e3ca2c8d9abf1e0b069590d537/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,946 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=68 2024-11-18T21:56:18,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,39885,1731966789185 in 401 msec 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:18,947 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:18,947 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => aee6aab20c4bdab39495f6f97cf7b2bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN in 594 msec 2024-11-18T21:56:18,950 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:18,950 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,951 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004 2024-11-18T21:56:18,951 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee6aab20c4bdab39495f6f97cf7b2bd columnFamilyName colfamily11 2024-11-18T21:56:18,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:18,951 DEBUG [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:56:18,955 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(327): Store=aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,955 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=70 2024-11-18T21:56:18,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,38597,1731966789282 in 421 msec 2024-11-18T21:56:18,957 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004 2024-11-18T21:56:18,958 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee6aab20c4bdab39495f6f97cf7b2bd columnFamilyName colfamily21 2024-11-18T21:56:18,958 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 62c923e3ca2c8d9abf1e0b069590d537 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,958 DEBUG [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN in 603 msec 2024-11-18T21:56:18,958 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(327): Store=aee6aab20c4bdab39495f6f97cf7b2bd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,958 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,960 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee6aab20c4bdab39495f6f97cf7b2bd columnFamilyName colfamily31 2024-11-18T21:56:18,960 DEBUG [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:18,961 INFO [StoreOpener-aee6aab20c4bdab39495f6f97cf7b2bd-1 {}] regionserver.HStore(327): Store=aee6aab20c4bdab39495f6f97cf7b2bd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:18,961 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,961 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,963 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:18,964 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004 2024-11-18T21:56:18,970 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004 2024-11-18T21:56:18,970 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing aee6aab20c4bdab39495f6f97cf7b2bd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:18,976 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/.tmp/colfamily11/f616ff7f40c54c3291340167c17ff91e is 52, key is fff/colfamily11:colfamily11/1731966795077/Put/seqid=0 2024-11-18T21:56:18,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741884_1060 (size=39263) 2024-11-18T21:56:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741884_1060 (size=39263) 2024-11-18T21:56:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741884_1060 (size=39263) 2024-11-18T21:56:18,989 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/.tmp/colfamily11/f616ff7f40c54c3291340167c17ff91e 2024-11-18T21:56:18,995 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/.tmp/colfamily11/090aeb69c16c42bd8070b917aa6f43bd is 52, key is uuu/colfamily11:colfamily11/1731966795285/Put/seqid=0 2024-11-18T21:56:18,997 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/.tmp/colfamily11/f616ff7f40c54c3291340167c17ff91e as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/colfamily11/f616ff7f40c54c3291340167c17ff91e 2024-11-18T21:56:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741885_1061 (size=39263) 2024-11-18T21:56:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741885_1061 (size=39263) 2024-11-18T21:56:19,007 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/colfamily11/f616ff7f40c54c3291340167c17ff91e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741885_1061 (size=39263) 2024-11-18T21:56:19,008 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 62c923e3ca2c8d9abf1e0b069590d537 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:19,008 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/.tmp/colfamily11/090aeb69c16c42bd8070b917aa6f43bd 2024-11-18T21:56:19,009 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/0000000000000000004 2024-11-18T21:56:19,010 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:19,010 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:19,011 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:19,013 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:19,016 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/.tmp/colfamily11/090aeb69c16c42bd8070b917aa6f43bd as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11/090aeb69c16c42bd8070b917aa6f43bd 2024-11-18T21:56:19,016 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:19,017 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 62c923e3ca2c8d9abf1e0b069590d537; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62752697, jitterRate=-0.06491194665431976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:19,017 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:19,017 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 62c923e3ca2c8d9abf1e0b069590d537: Running coprocessor pre-open hook at 1731966978939Writing region info on filesystem at 1731966978939Initializing all the Stores at 1731966978940 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978940Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978941 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978941Obtaining lock to block concurrent updates at 1731966978958 (+17 ms)Preparing flush snapshotting stores in 62c923e3ca2c8d9abf1e0b069590d537 at 1731966978958Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978958Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. at 1731966978958Flushing 62c923e3ca2c8d9abf1e0b069590d537/colfamily11: creating writer at 1731966978958Flushing 62c923e3ca2c8d9abf1e0b069590d537/colfamily11: appending metadata at 1731966978976 (+18 ms)Flushing 62c923e3ca2c8d9abf1e0b069590d537/colfamily11: closing flushed file at 1731966978976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2ee08d: reopening flushed file at 1731966978996 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 62c923e3ca2c8d9abf1e0b069590d537 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731966979008 (+12 ms)Cleaning up temporary data from old regions at 1731966979010 (+2 ms)Running coprocessor post-open hooks at 1731966979017 (+7 ms)Region opened successfully at 1731966979017 2024-11-18T21:56:19,018 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., pid=75, masterSystemTime=1731966978670 2024-11-18T21:56:19,021 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:19,021 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:19,022 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:19,022 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 8de3ed366bc1f89ecbfc9ed8ef184a13, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T21:56:19,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,022 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,022 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:56:19,022 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,022 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:56:19,024 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,025 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11/090aeb69c16c42bd8070b917aa6f43bd, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:19,025 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aee6aab20c4bdab39495f6f97cf7b2bd in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:19,025 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de3ed366bc1f89ecbfc9ed8ef184a13 columnFamilyName colfamily11 2024-11-18T21:56:19,026 DEBUG [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:19,026 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/0000000000000000004 2024-11-18T21:56:19,026 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(327): Store=8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:19,026 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,027 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de3ed366bc1f89ecbfc9ed8ef184a13 columnFamilyName colfamily21 2024-11-18T21:56:19,027 DEBUG [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:19,028 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:19,028 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:19,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=67 2024-11-18T21:56:19,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,39885,1731966789185 in 504 msec 2024-11-18T21:56:19,028 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(327): Store=8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:19,029 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,029 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:19,030 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de3ed366bc1f89ecbfc9ed8ef184a13 columnFamilyName colfamily31 2024-11-18T21:56:19,030 DEBUG [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:56:19,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN in 675 msec 2024-11-18T21:56:19,030 INFO [StoreOpener-8de3ed366bc1f89ecbfc9ed8ef184a13-1 {}] regionserver.HStore(327): Store=8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:56:19,030 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,031 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:19,031 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,033 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,033 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:19,033 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004 2024-11-18T21:56:19,034 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened aee6aab20c4bdab39495f6f97cf7b2bd; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59077117, jitterRate=-0.11968235671520233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:19,034 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:19,034 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for aee6aab20c4bdab39495f6f97cf7b2bd: Running coprocessor pre-open hook at 1731966978948Writing region info on filesystem at 1731966978948Initializing all the Stores at 1731966978949 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978949Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978949Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966978949Obtaining lock to block concurrent updates at 1731966978970 (+21 ms)Preparing flush snapshotting stores in aee6aab20c4bdab39495f6f97cf7b2bd at 1731966978970Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966978970Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. at 1731966978970Flushing aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11: creating writer at 1731966978970Flushing aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11: appending metadata at 1731966978995 (+25 ms)Flushing aee6aab20c4bdab39495f6f97cf7b2bd/colfamily11: closing flushed file at 1731966978995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad8724f: reopening flushed file at 1731966979015 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aee6aab20c4bdab39495f6f97cf7b2bd in 55ms, sequenceid=4, compaction requested=false; wal=null at 1731966979025 (+10 ms)Cleaning up temporary data from old regions at 1731966979028 (+3 ms)Running coprocessor post-open hooks at 1731966979034 (+6 ms)Region opened successfully at 1731966979034 2024-11-18T21:56:19,035 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., pid=73, masterSystemTime=1731966978665 2024-11-18T21:56:19,037 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:19,037 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:19,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,039 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004 2024-11-18T21:56:19,039 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 8de3ed366bc1f89ecbfc9ed8ef184a13 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:19,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,38597,1731966789282 because future has completed 2024-11-18T21:56:19,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=65 2024-11-18T21:56:19,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,38597,1731966789282 in 528 msec 2024-11-18T21:56:19,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN in 690 msec 2024-11-18T21:56:19,059 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/.tmp/colfamily11/424bd03f3219461c908fd2c0606f7f2f is 52, key is rrr/colfamily11:colfamily11/1731966795243/Put/seqid=0 2024-11-18T21:56:19,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741886_1062 (size=39263) 2024-11-18T21:56:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741886_1062 (size=39263) 2024-11-18T21:56:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741886_1062 (size=39263) 2024-11-18T21:56:19,069 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/.tmp/colfamily11/424bd03f3219461c908fd2c0606f7f2f 2024-11-18T21:56:19,076 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/.tmp/colfamily11/424bd03f3219461c908fd2c0606f7f2f as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11/424bd03f3219461c908fd2c0606f7f2f 2024-11-18T21:56:19,083 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11/424bd03f3219461c908fd2c0606f7f2f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T21:56:19,083 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8de3ed366bc1f89ecbfc9ed8ef184a13 in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T21:56:19,084 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/0000000000000000004 2024-11-18T21:56:19,085 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,085 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,086 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:56:19,087 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,090 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T21:56:19,091 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 8de3ed366bc1f89ecbfc9ed8ef184a13; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65634475, jitterRate=-0.021970108151435852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:56:19,091 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:19,091 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 8de3ed366bc1f89ecbfc9ed8ef184a13: Running coprocessor pre-open hook at 1731966979022Writing region info on filesystem at 1731966979022Initializing all the Stores at 1731966979024 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966979024Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966979024Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731966979024Obtaining lock to block concurrent updates at 1731966979039 (+15 ms)Preparing flush snapshotting stores in 8de3ed366bc1f89ecbfc9ed8ef184a13 at 1731966979039Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966979039Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. at 1731966979039Flushing 8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11: creating writer at 1731966979039Flushing 8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11: appending metadata at 1731966979059 (+20 ms)Flushing 8de3ed366bc1f89ecbfc9ed8ef184a13/colfamily11: closing flushed file at 1731966979059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba78224: reopening flushed file at 1731966979076 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8de3ed366bc1f89ecbfc9ed8ef184a13 in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731966979084 (+8 ms)Cleaning up temporary data from old regions at 1731966979085 (+1 ms)Running coprocessor post-open hooks at 1731966979091 (+6 ms)Region opened successfully at 1731966979091 2024-11-18T21:56:19,092 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., pid=77, masterSystemTime=1731966978670 2024-11-18T21:56:19,094 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:19,094 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:19,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, openSeqNum=5, regionLocation=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,39885,1731966789185 because future has completed 2024-11-18T21:56:19,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=71 2024-11-18T21:56:19,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,39885,1731966789185 in 570 msec 2024-11-18T21:56:19,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=57 2024-11-18T21:56:19,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN in 746 msec 2024-11-18T21:56:19,101 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 66dff09c816a,45243,1731966789321 after splitting done 2024-11-18T21:56:19,102 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T21:56:19,102 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:19,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:19,102 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T21:56:19,103 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:19,103 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T21:56:19,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:19,103 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:19,103 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:19,103 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T21:56:19,104 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T21:56:19,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T21:56:19,104 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:56:19,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T21:56:19,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:56:19,107 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T21:56:19,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true 2024-11-18T21:56:19,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,38597,1731966789282 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,39885,1731966789185 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.meta.1731966791039.meta, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 66dff09c816a%2C45243%2C1731966789321.1731966790631, worker=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8550884385bfb93e876b5b8d4a30c22, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee6aab20c4bdab39495f6f97cf7b2bd, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=daba0fb9a32dc40fab6d3f9643769fc4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=62c923e3ca2c8d9abf1e0b069590d537, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02de775bb1b7ede8e191ec8b88d4d721, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=530b153cc7db81694a3200e201380f62, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,110 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4ff63b46195fd77a82b0d021749831b5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8de3ed366bc1f89ecbfc9ed8ef184a13, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=207b4d926440ae9c2182a8fbcbeae868, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure aee6aab20c4bdab39495f6f97cf7b2bd, server=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 207b4d926440ae9c2182a8fbcbeae868, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 62c923e3ca2c8d9abf1e0b069590d537, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 530b153cc7db81694a3200e201380f62, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8de3ed366bc1f89ecbfc9ed8ef184a13, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure daba0fb9a32dc40fab6d3f9643769fc4, server=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff63b46195fd77a82b0d021749831b5, server=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure d8550884385bfb93e876b5b8d4a30c22, server=66dff09c816a,38597,1731966789282 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 02de775bb1b7ede8e191ec8b88d4d721, server=66dff09c816a,39885,1731966789185 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T21:56:19,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T21:56:19,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=61 2024-11-18T21:56:19,112 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66dff09c816a,39885,1731966789185, table=hbase:meta, region=1588230740 2024-11-18T21:56:19,112 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39885,1731966789185, state=OPEN 2024-11-18T21:56:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T21:56:19,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:19,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:19,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T21:56:19,115 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967009115 2024-11-18T21:56:19,115 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a651882ce658224caa8261e5ce6d49, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02de775bb1b7ede8e191ec8b88d4d721, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=5 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daba0fb9a32dc40fab6d3f9643769fc4, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=5 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dac47da1a0fa39f552a56cec83496f42, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8e71657008cbbeeec90bc45bda229de, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62c923e3ca2c8d9abf1e0b069590d537, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=5 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a7d9336d0f042a2b587ea2f7a91cde9, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=825ad685063482f8cbe7c88771f840df, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ff63b46195fd77a82b0d021749831b5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=5 2024-11-18T21:56:19,122 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de0e55d9b846aa7bbc4c7806d7d4381c, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf494a37570a32e59796d0f7b139cd79, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=530b153cc7db81694a3200e201380f62, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=5 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cc6e399816bb60eef0187103c55dd99, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a00c19d558c627e3967f0e52286917a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8550884385bfb93e876b5b8d4a30c22, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=5 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71e76fbb8f6341c61be0d5ca369eec59, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cd8d74ab552b4e1339e29d17d41bac6, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8de3ed366bc1f89ecbfc9ed8ef184a13, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=5 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8124dc6b4f88d1445d525eb59ad10e69, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=120562dd5892f4fa0094e0ee98188ec5, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee6aab20c4bdab39495f6f97cf7b2bd, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=5 2024-11-18T21:56:19,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bdbec3baabba6e5ed46c5c350b63072, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a68adeb133930877e34d6a81a731f37a, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=207b4d926440ae9c2182a8fbcbeae868, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=5 2024-11-18T21:56:19,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eee5eb77d73c4c1f9b3c010d49d28820, regionState=OPEN, lastHost=66dff09c816a,39885,1731966789185, regionLocation=66dff09c816a,39885,1731966789185, openSeqNum=2 2024-11-18T21:56:19,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=daf990b64cbcbf987ca781264e8d1cfe, regionState=OPEN, lastHost=66dff09c816a,38597,1731966789282, regionLocation=66dff09c816a,38597,1731966789282, openSeqNum=2 2024-11-18T21:56:19,124 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T21:56:19,124 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967039124 2024-11-18T21:56:19,124 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967099124 2024-11-18T21:56:19,124 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-18T21:56:19,124 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 66dff09c816a,45243,1731966789321 after splitting done 2024-11-18T21:56:19,124 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T21:56:19,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 66dff09c816a,45243,1731966789321, splitWal=true, meta=true in 3 mins, 3.163 sec 2024-11-18T21:56:19,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:56:19,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:56:19,387 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66dff09c816a:45243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 66dff09c816a/172.17.0.2:45243 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:56:19,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=java.net.ConnectException: Call to address=66dff09c816a:45243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:19,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-18T21:56:19,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:19,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 66dff09c816a:45243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 66dff09c816a/172.17.0.2:45243 2024-11-18T21:56:19,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:19,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66dff09c816a,45243,1731966789321, seqNum=-1 from cache 2024-11-18T21:56:19,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:56:19,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:56:19,607 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39885,1731966789185, seqNum=-1] 2024-11-18T21:56:19,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:56:19,613 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721., hostname=66dff09c816a,39885,1731966789185, seqNum=5] 2024-11-18T21:56:19,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:19,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:19,739 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4., hostname=66dff09c816a,38597,1731966789282, seqNum=5] 2024-11-18T21:56:19,757 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:19,758 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,758 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,758 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:19,869 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537., hostname=66dff09c816a,39885,1731966789185, seqNum=5] 2024-11-18T21:56:19,885 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:20,008 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5., hostname=66dff09c816a,38597,1731966789282, seqNum=5] 2024-11-18T21:56:20,025 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:20,026 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,026 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,026 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:20,141 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62., hostname=66dff09c816a,39885,1731966789185, seqNum=5] 2024-11-18T21:56:20,153 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:20,153 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,153 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,153 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:20,260 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22., hostname=66dff09c816a,38597,1731966789282, seqNum=5] 2024-11-18T21:56:20,271 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:20,272 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,272 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,272 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:20,379 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13., hostname=66dff09c816a,39885,1731966789185, seqNum=5] 2024-11-18T21:56:20,389 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:20,389 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,389 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,389 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:20,500 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd., hostname=66dff09c816a,38597,1731966789282, seqNum=5] 2024-11-18T21:56:20,512 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66dff09c816a:45243 this server is in the failed servers list 2024-11-18T21:56:20,513 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66dff09c816a:45243 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,513 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66dff09c816a:45243 2024-11-18T21:56:20,513 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,45243,1731966789321, seqNum=2 from cache 2024-11-18T21:56:20,618 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868., hostname=66dff09c816a,39885,1731966789185, seqNum=5] 2024-11-18T21:56:20,701 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T21:56:20,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:56:20,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:56:20,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:56:20,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:20,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:20,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:56:20,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:56:20,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=654212325, stopped=false 2024-11-18T21:56:20,703 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66dff09c816a,34007,1731966788512 2024-11-18T21:56:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T21:56:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:56:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T21:56:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T21:56:20,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:56:20,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:56:20,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:56:20,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:56:20,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:56:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:56:20,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:20,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,39885,1731966789185' ***** 2024-11-18T21:56:20,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:56:20,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,38597,1731966789282' ***** 2024-11-18T21:56:20,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:56:20,706 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:56:20,706 INFO [RS:0;66dff09c816a:39885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:56:20,706 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:56:20,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:56:20,706 INFO [RS:0;66dff09c816a:39885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:56:20,706 INFO [RS:1;66dff09c816a:38597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:56:20,706 INFO [RS:1;66dff09c816a:38597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:56:20,706 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for de0e55d9b846aa7bbc4c7806d7d4381c 2024-11-18T21:56:20,706 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:56:20,706 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:56:20,707 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:56:20,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:56:20,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a7d9336d0f042a2b587ea2f7a91cde9 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 8124dc6b4f88d1445d525eb59ad10e69 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for a68adeb133930877e34d6a81a731f37a 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 530b153cc7db81694a3200e201380f62 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for dac47da1a0fa39f552a56cec83496f42 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdbec3baabba6e5ed46c5c350b63072 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 825ad685063482f8cbe7c88771f840df 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 8de3ed366bc1f89ecbfc9ed8ef184a13 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 207b4d926440ae9c2182a8fbcbeae868 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for aee6aab20c4bdab39495f6f97cf7b2bd 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 71e76fbb8f6341c61be0d5ca369eec59 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de0e55d9b846aa7bbc4c7806d7d4381c, disabling compactions & flushes 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cd8d74ab552b4e1339e29d17d41bac6 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:56:20,708 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for cf494a37570a32e59796d0f7b139cd79 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 02de775bb1b7ede8e191ec8b88d4d721 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ff63b46195fd77a82b0d021749831b5 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daf990b64cbcbf987ca781264e8d1cfe, disabling compactions & flushes 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 62c923e3ca2c8d9abf1e0b069590d537 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. after waiting 0 ms 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a00c19d558c627e3967f0e52286917a 2024-11-18T21:56:20,708 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 10a651882ce658224caa8261e5ce6d49 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 120562dd5892f4fa0094e0ee98188ec5 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,39885,1731966789185 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. after waiting 0 ms 2024-11-18T21:56:20,708 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,38597,1731966789282 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:56:20,708 INFO [RS:0;66dff09c816a:39885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66dff09c816a:39885. 2024-11-18T21:56:20,708 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing daf990b64cbcbf987ca781264e8d1cfe 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-18T21:56:20,708 INFO [RS:1;66dff09c816a:38597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;66dff09c816a:38597. 2024-11-18T21:56:20,709 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de0e55d9b846aa7bbc4c7806d7d4381c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,709 DEBUG [RS:0;66dff09c816a:39885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:56:20,709 DEBUG [RS:1;66dff09c816a:38597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:56:20,709 DEBUG [RS:0;66dff09c816a:39885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:20,709 DEBUG [RS:1;66dff09c816a:38597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:20,709 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-18T21:56:20,709 INFO [RS:0;66dff09c816a:39885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:56:20,709 INFO [RS:0;66dff09c816a:39885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:56:20,709 INFO [RS:0;66dff09c816a:39885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:56:20,709 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:56:20,709 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1351): Waiting on 0a00c19d558c627e3967f0e52286917a, 10a651882ce658224caa8261e5ce6d49, 120562dd5892f4fa0094e0ee98188ec5, 4ff63b46195fd77a82b0d021749831b5, 825ad685063482f8cbe7c88771f840df, 8cd8d74ab552b4e1339e29d17d41bac6, a68adeb133930877e34d6a81a731f37a, aee6aab20c4bdab39495f6f97cf7b2bd, cf494a37570a32e59796d0f7b139cd79, d8550884385bfb93e876b5b8d4a30c22, daba0fb9a32dc40fab6d3f9643769fc4, dac47da1a0fa39f552a56cec83496f42, daf990b64cbcbf987ca781264e8d1cfe 2024-11-18T21:56:20,709 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-18T21:56:20,709 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1351): Waiting on 02de775bb1b7ede8e191ec8b88d4d721, 0a7d9336d0f042a2b587ea2f7a91cde9, 1588230740, 207b4d926440ae9c2182a8fbcbeae868, 2bdbec3baabba6e5ed46c5c350b63072, 530b153cc7db81694a3200e201380f62, 62c923e3ca2c8d9abf1e0b069590d537, 71e76fbb8f6341c61be0d5ca369eec59, 7cc6e399816bb60eef0187103c55dd99, 8124dc6b4f88d1445d525eb59ad10e69, 8de3ed366bc1f89ecbfc9ed8ef184a13, b8e71657008cbbeeec90bc45bda229de, de0e55d9b846aa7bbc4c7806d7d4381c, eee5eb77d73c4c1f9b3c010d49d28820 2024-11-18T21:56:20,710 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:56:20,710 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:56:20,710 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:56:20,710 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:56:20,710 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:56:20,710 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-18T21:56:20,721 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/info/dc871c47ad48477eb6b287cb05e57a97 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721./info:regioninfo/1731966978938/Put/seqid=0 2024-11-18T21:56:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741887_1063 (size=19858) 2024-11-18T21:56:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741887_1063 (size=19858) 2024-11-18T21:56:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741887_1063 (size=19858) 2024-11-18T21:56:20,736 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/info/dc871c47ad48477eb6b287cb05e57a97 2024-11-18T21:56:20,738 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/.tmp/colfamily11/733874aaf226484d9659af76d0449dea is 52, key is zzz/colfamily11:colfamily11/1731966795305/Put/seqid=0 2024-11-18T21:56:20,739 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/.tmp/colfamily11/26ec6c121b2644848451fbcfd1fca889 is 52, key is jjj/colfamily11:colfamily11/1731966795090/Put/seqid=0 2024-11-18T21:56:20,749 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/.tmp/info/dc871c47ad48477eb6b287cb05e57a97 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/info/dc871c47ad48477eb6b287cb05e57a97 2024-11-18T21:56:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741888_1064 (size=4857) 2024-11-18T21:56:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741888_1064 (size=4857) 2024-11-18T21:56:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741888_1064 (size=4857) 2024-11-18T21:56:20,754 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/.tmp/colfamily11/733874aaf226484d9659af76d0449dea 2024-11-18T21:56:20,758 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/info/dc871c47ad48477eb6b287cb05e57a97, entries=72, sequenceid=81, filesize=19.4 K 2024-11-18T21:56:20,759 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=81, compaction requested=false 2024-11-18T21:56:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741889_1065 (size=39263) 2024-11-18T21:56:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741889_1065 (size=39263) 2024-11-18T21:56:20,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741889_1065 (size=39263) 2024-11-18T21:56:20,763 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/.tmp/colfamily11/26ec6c121b2644848451fbcfd1fca889 2024-11-18T21:56:20,764 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/.tmp/colfamily11/733874aaf226484d9659af76d0449dea as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/colfamily11/733874aaf226484d9659af76d0449dea 2024-11-18T21:56:20,771 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/.tmp/colfamily11/26ec6c121b2644848451fbcfd1fca889 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/colfamily11/26ec6c121b2644848451fbcfd1fca889 2024-11-18T21:56:20,771 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/colfamily11/733874aaf226484d9659af76d0449dea, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T21:56:20,772 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-18T21:56:20,772 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for daf990b64cbcbf987ca781264e8d1cfe in 64ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,775 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:56:20,775 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:56:20,775 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731966980710Running coprocessor pre-close hooks at 1731966980710Disabling compacts and flushes for region at 1731966980710Disabling writes for close at 1731966980710Obtaining lock to block concurrent updates at 1731966980710Preparing flush snapshotting stores in 1588230740 at 1731966980710Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731966980714 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731966980715 (+1 ms)Flushing 1588230740/info: creating writer at 1731966980715Flushing 1588230740/info: appending metadata at 1731966980721 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731966980721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8bff69: reopening flushed file at 1731966980748 (+27 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=81, compaction requested=false at 1731966980759 (+11 ms)Writing region close event to WAL at 1731966980768 (+9 ms)Running coprocessor post-close hooks at 1731966980773 (+5 ms)Closed at 1731966980775 (+2 ms) 2024-11-18T21:56:20,776 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:56:20,778 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daf990b64cbcbf987ca781264e8d1cfe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,778 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/colfamily11/26ec6c121b2644848451fbcfd1fca889, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,779 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:56:20,779 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daf990b64cbcbf987ca781264e8d1cfe: Waiting for close lock at 1731966980708Running coprocessor pre-close hooks at 1731966980708Disabling compacts and flushes for region at 1731966980708Disabling writes for close at 1731966980708Obtaining lock to block concurrent updates at 1731966980708Preparing flush snapshotting stores in daf990b64cbcbf987ca781264e8d1cfe at 1731966980708Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731966980714 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. at 1731966980715 (+1 ms)Flushing daf990b64cbcbf987ca781264e8d1cfe/colfamily11: creating writer at 1731966980715Flushing daf990b64cbcbf987ca781264e8d1cfe/colfamily11: appending metadata at 1731966980737 (+22 ms)Flushing daf990b64cbcbf987ca781264e8d1cfe/colfamily11: closing flushed file at 1731966980737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7051dc76: reopening flushed file at 1731966980762 (+25 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for daf990b64cbcbf987ca781264e8d1cfe in 64ms, sequenceid=5, compaction requested=false at 1731966980772 (+10 ms)Writing region close event to WAL at 1731966980773 (+1 ms)Running coprocessor post-close hooks at 1731966980779 (+6 ms)Closed at 1731966980779 2024-11-18T21:56:20,779 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731966791438.daf990b64cbcbf987ca781264e8d1cfe. 2024-11-18T21:56:20,779 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for de0e55d9b846aa7bbc4c7806d7d4381c in 71ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,779 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a68adeb133930877e34d6a81a731f37a, disabling compactions & flushes 2024-11-18T21:56:20,779 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:56:20,779 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:56:20,780 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. after waiting 0 ms 2024-11-18T21:56:20,780 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:56:20,780 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a68adeb133930877e34d6a81a731f37a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,784 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de0e55d9b846aa7bbc4c7806d7d4381c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,785 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:56:20,785 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de0e55d9b846aa7bbc4c7806d7d4381c: Waiting for close lock at 1731966980708Running coprocessor pre-close hooks at 1731966980708Disabling compacts and flushes for region at 1731966980708Disabling writes for close at 1731966980708Obtaining lock to block concurrent updates at 1731966980709 (+1 ms)Preparing flush snapshotting stores in de0e55d9b846aa7bbc4c7806d7d4381c at 1731966980709Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980714 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. at 1731966980715 (+1 ms)Flushing de0e55d9b846aa7bbc4c7806d7d4381c/colfamily11: creating writer at 1731966980715Flushing de0e55d9b846aa7bbc4c7806d7d4381c/colfamily11: appending metadata at 1731966980739 (+24 ms)Flushing de0e55d9b846aa7bbc4c7806d7d4381c/colfamily11: closing flushed file at 1731966980739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d88334a: reopening flushed file at 1731966980770 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for de0e55d9b846aa7bbc4c7806d7d4381c in 71ms, sequenceid=5, compaction requested=false at 1731966980779 (+9 ms)Writing region close event to WAL at 1731966980780 (+1 ms)Running coprocessor post-close hooks at 1731966980784 (+4 ms)Closed at 1731966980785 (+1 ms) 2024-11-18T21:56:20,785 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731966791438.de0e55d9b846aa7bbc4c7806d7d4381c. 2024-11-18T21:56:20,785 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eee5eb77d73c4c1f9b3c010d49d28820, disabling compactions & flushes 2024-11-18T21:56:20,785 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:56:20,785 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:56:20,785 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. after waiting 0 ms 2024-11-18T21:56:20,785 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:56:20,786 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eee5eb77d73c4c1f9b3c010d49d28820 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,798 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/.tmp/colfamily11/7ca341e832784214b3fe3f63e4bd752a is 52, key is www/colfamily11:colfamily11/1731966795298/Put/seqid=0 2024-11-18T21:56:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741890_1066 (size=39263) 2024-11-18T21:56:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741890_1066 (size=39263) 2024-11-18T21:56:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741890_1066 (size=39263) 2024-11-18T21:56:20,807 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/.tmp/colfamily11/6306bd6e2f7740718d6f0f094ccc11e2 is 52, key is yyy/colfamily11:colfamily11/1731966795307/Put/seqid=0 2024-11-18T21:56:20,808 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/.tmp/colfamily11/7ca341e832784214b3fe3f63e4bd752a 2024-11-18T21:56:20,817 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/.tmp/colfamily11/7ca341e832784214b3fe3f63e4bd752a as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/colfamily11/7ca341e832784214b3fe3f63e4bd752a 2024-11-18T21:56:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741891_1067 (size=39263) 2024-11-18T21:56:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741891_1067 (size=39263) 2024-11-18T21:56:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741891_1067 (size=39263) 2024-11-18T21:56:20,822 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/.tmp/colfamily11/6306bd6e2f7740718d6f0f094ccc11e2 2024-11-18T21:56:20,825 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/colfamily11/7ca341e832784214b3fe3f63e4bd752a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,826 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a68adeb133930877e34d6a81a731f37a in 46ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,830 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/.tmp/colfamily11/6306bd6e2f7740718d6f0f094ccc11e2 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/colfamily11/6306bd6e2f7740718d6f0f094ccc11e2 2024-11-18T21:56:20,831 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a68adeb133930877e34d6a81a731f37a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,831 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:56:20,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a68adeb133930877e34d6a81a731f37a: Waiting for close lock at 1731966980779Running coprocessor pre-close hooks at 1731966980779Disabling compacts and flushes for region at 1731966980779Disabling writes for close at 1731966980780 (+1 ms)Obtaining lock to block concurrent updates at 1731966980780Preparing flush snapshotting stores in a68adeb133930877e34d6a81a731f37a at 1731966980780Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980780Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. at 1731966980781 (+1 ms)Flushing a68adeb133930877e34d6a81a731f37a/colfamily11: creating writer at 1731966980781Flushing a68adeb133930877e34d6a81a731f37a/colfamily11: appending metadata at 1731966980797 (+16 ms)Flushing a68adeb133930877e34d6a81a731f37a/colfamily11: closing flushed file at 1731966980797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@148dd64e: reopening flushed file at 1731966980816 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a68adeb133930877e34d6a81a731f37a in 46ms, sequenceid=5, compaction requested=false at 1731966980826 (+10 ms)Writing region close event to WAL at 1731966980827 (+1 ms)Running coprocessor post-close hooks at 1731966980831 (+4 ms)Closed at 1731966980831 2024-11-18T21:56:20,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731966791438.a68adeb133930877e34d6a81a731f37a. 2024-11-18T21:56:20,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dac47da1a0fa39f552a56cec83496f42, disabling compactions & flushes 2024-11-18T21:56:20,832 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:56:20,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:56:20,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. after waiting 0 ms 2024-11-18T21:56:20,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:56:20,832 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dac47da1a0fa39f552a56cec83496f42 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,837 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/colfamily11/6306bd6e2f7740718d6f0f094ccc11e2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,838 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eee5eb77d73c4c1f9b3c010d49d28820 in 53ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,842 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eee5eb77d73c4c1f9b3c010d49d28820/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,843 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:56:20,843 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eee5eb77d73c4c1f9b3c010d49d28820: Waiting for close lock at 1731966980785Running coprocessor pre-close hooks at 1731966980785Disabling compacts and flushes for region at 1731966980785Disabling writes for close at 1731966980785Obtaining lock to block concurrent updates at 1731966980786 (+1 ms)Preparing flush snapshotting stores in eee5eb77d73c4c1f9b3c010d49d28820 at 1731966980786Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980786Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. at 1731966980786Flushing eee5eb77d73c4c1f9b3c010d49d28820/colfamily11: creating writer at 1731966980787 (+1 ms)Flushing eee5eb77d73c4c1f9b3c010d49d28820/colfamily11: appending metadata at 1731966980807 (+20 ms)Flushing eee5eb77d73c4c1f9b3c010d49d28820/colfamily11: closing flushed file at 1731966980807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aea178: reopening flushed file at 1731966980829 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eee5eb77d73c4c1f9b3c010d49d28820 in 53ms, sequenceid=5, compaction requested=false at 1731966980838 (+9 ms)Writing region close event to WAL at 1731966980838Running coprocessor post-close hooks at 1731966980843 (+5 ms)Closed at 1731966980843 2024-11-18T21:56:20,843 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731966791438.eee5eb77d73c4c1f9b3c010d49d28820. 2024-11-18T21:56:20,843 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a7d9336d0f042a2b587ea2f7a91cde9, disabling compactions & flushes 2024-11-18T21:56:20,843 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:56:20,843 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:56:20,843 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. after waiting 0 ms 2024-11-18T21:56:20,843 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:56:20,844 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a7d9336d0f042a2b587ea2f7a91cde9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,851 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/.tmp/colfamily11/f259b777fb8a41c5b5b847aee494e0f8 is 52, key is ddd/colfamily11:colfamily11/1731966795050/Put/seqid=0 2024-11-18T21:56:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741892_1068 (size=39263) 2024-11-18T21:56:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741892_1068 (size=39263) 2024-11-18T21:56:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741892_1068 (size=39263) 2024-11-18T21:56:20,863 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/.tmp/colfamily11/f259b777fb8a41c5b5b847aee494e0f8 2024-11-18T21:56:20,868 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/.tmp/colfamily11/5852e670aeb44eb3894a6e91a5d8f937 is 52, key is ggg/colfamily11:colfamily11/1731966795038/Put/seqid=0 2024-11-18T21:56:20,873 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/.tmp/colfamily11/f259b777fb8a41c5b5b847aee494e0f8 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/colfamily11/f259b777fb8a41c5b5b847aee494e0f8 2024-11-18T21:56:20,880 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/colfamily11/f259b777fb8a41c5b5b847aee494e0f8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,881 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dac47da1a0fa39f552a56cec83496f42 in 49ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741893_1069 (size=39263) 2024-11-18T21:56:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741893_1069 (size=39263) 2024-11-18T21:56:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741893_1069 (size=39263) 2024-11-18T21:56:20,883 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/.tmp/colfamily11/5852e670aeb44eb3894a6e91a5d8f937 2024-11-18T21:56:20,889 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dac47da1a0fa39f552a56cec83496f42/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,890 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:56:20,890 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dac47da1a0fa39f552a56cec83496f42: Waiting for close lock at 1731966980832Running coprocessor pre-close hooks at 1731966980832Disabling compacts and flushes for region at 1731966980832Disabling writes for close at 1731966980832Obtaining lock to block concurrent updates at 1731966980832Preparing flush snapshotting stores in dac47da1a0fa39f552a56cec83496f42 at 1731966980832Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980833 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. at 1731966980833Flushing dac47da1a0fa39f552a56cec83496f42/colfamily11: creating writer at 1731966980833Flushing dac47da1a0fa39f552a56cec83496f42/colfamily11: appending metadata at 1731966980850 (+17 ms)Flushing dac47da1a0fa39f552a56cec83496f42/colfamily11: closing flushed file at 1731966980850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2946e0d1: reopening flushed file at 1731966980870 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dac47da1a0fa39f552a56cec83496f42 in 49ms, sequenceid=5, compaction requested=false at 1731966980881 (+11 ms)Writing region close event to WAL at 1731966980884 (+3 ms)Running coprocessor post-close hooks at 1731966980890 (+6 ms)Closed at 1731966980890 2024-11-18T21:56:20,890 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731966791438.dac47da1a0fa39f552a56cec83496f42. 2024-11-18T21:56:20,890 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 825ad685063482f8cbe7c88771f840df, disabling compactions & flushes 2024-11-18T21:56:20,891 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:56:20,891 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:56:20,891 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. after waiting 0 ms 2024-11-18T21:56:20,891 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:56:20,891 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 825ad685063482f8cbe7c88771f840df 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,893 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/.tmp/colfamily11/5852e670aeb44eb3894a6e91a5d8f937 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/colfamily11/5852e670aeb44eb3894a6e91a5d8f937 2024-11-18T21:56:20,900 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/colfamily11/5852e670aeb44eb3894a6e91a5d8f937, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,901 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0a7d9336d0f042a2b587ea2f7a91cde9 in 58ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,905 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a7d9336d0f042a2b587ea2f7a91cde9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,906 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:56:20,906 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a7d9336d0f042a2b587ea2f7a91cde9: Waiting for close lock at 1731966980843Running coprocessor pre-close hooks at 1731966980843Disabling compacts and flushes for region at 1731966980843Disabling writes for close at 1731966980843Obtaining lock to block concurrent updates at 1731966980844 (+1 ms)Preparing flush snapshotting stores in 0a7d9336d0f042a2b587ea2f7a91cde9 at 1731966980844Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980844Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. at 1731966980844Flushing 0a7d9336d0f042a2b587ea2f7a91cde9/colfamily11: creating writer at 1731966980844Flushing 0a7d9336d0f042a2b587ea2f7a91cde9/colfamily11: appending metadata at 1731966980867 (+23 ms)Flushing 0a7d9336d0f042a2b587ea2f7a91cde9/colfamily11: closing flushed file at 1731966980867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6951284d: reopening flushed file at 1731966980892 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0a7d9336d0f042a2b587ea2f7a91cde9 in 58ms, sequenceid=5, compaction requested=false at 1731966980901 (+9 ms)Writing region close event to WAL at 1731966980902 (+1 ms)Running coprocessor post-close hooks at 1731966980906 (+4 ms)Closed at 1731966980906 2024-11-18T21:56:20,907 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731966791438.0a7d9336d0f042a2b587ea2f7a91cde9. 2024-11-18T21:56:20,907 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8e71657008cbbeeec90bc45bda229de, disabling compactions & flushes 2024-11-18T21:56:20,907 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:56:20,907 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:56:20,907 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. after waiting 0 ms 2024-11-18T21:56:20,907 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:56:20,907 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8e71657008cbbeeec90bc45bda229de 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,909 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1351): Waiting on 0a00c19d558c627e3967f0e52286917a, 10a651882ce658224caa8261e5ce6d49, 120562dd5892f4fa0094e0ee98188ec5, 4ff63b46195fd77a82b0d021749831b5, 825ad685063482f8cbe7c88771f840df, 8cd8d74ab552b4e1339e29d17d41bac6, aee6aab20c4bdab39495f6f97cf7b2bd, cf494a37570a32e59796d0f7b139cd79, d8550884385bfb93e876b5b8d4a30c22, daba0fb9a32dc40fab6d3f9643769fc4 2024-11-18T21:56:20,910 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/.tmp/colfamily11/0f11a225ba2e445197afbee387d41096 is 52, key is hhh/colfamily11:colfamily11/1731966795100/Put/seqid=0 2024-11-18T21:56:20,910 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1351): Waiting on 02de775bb1b7ede8e191ec8b88d4d721, 207b4d926440ae9c2182a8fbcbeae868, 2bdbec3baabba6e5ed46c5c350b63072, 530b153cc7db81694a3200e201380f62, 62c923e3ca2c8d9abf1e0b069590d537, 71e76fbb8f6341c61be0d5ca369eec59, 7cc6e399816bb60eef0187103c55dd99, 8124dc6b4f88d1445d525eb59ad10e69, 8de3ed366bc1f89ecbfc9ed8ef184a13, b8e71657008cbbeeec90bc45bda229de 2024-11-18T21:56:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741894_1070 (size=39263) 2024-11-18T21:56:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741894_1070 (size=39263) 2024-11-18T21:56:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741894_1070 (size=39263) 2024-11-18T21:56:20,923 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/.tmp/colfamily11/0f11a225ba2e445197afbee387d41096 2024-11-18T21:56:20,930 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/.tmp/colfamily11/0f11a225ba2e445197afbee387d41096 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/colfamily11/0f11a225ba2e445197afbee387d41096 2024-11-18T21:56:20,932 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/.tmp/colfamily11/372a72f116b14444b029f1b68d056064 is 52, key is eee/colfamily11:colfamily11/1731966794946/Put/seqid=0 2024-11-18T21:56:20,936 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/colfamily11/0f11a225ba2e445197afbee387d41096, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,937 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 825ad685063482f8cbe7c88771f840df in 46ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741895_1071 (size=39263) 2024-11-18T21:56:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741895_1071 (size=39263) 2024-11-18T21:56:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741895_1071 (size=39263) 2024-11-18T21:56:20,941 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/.tmp/colfamily11/372a72f116b14444b029f1b68d056064 2024-11-18T21:56:20,946 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/825ad685063482f8cbe7c88771f840df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,947 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:56:20,947 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 825ad685063482f8cbe7c88771f840df: Waiting for close lock at 1731966980890Running coprocessor pre-close hooks at 1731966980890Disabling compacts and flushes for region at 1731966980890Disabling writes for close at 1731966980891 (+1 ms)Obtaining lock to block concurrent updates at 1731966980891Preparing flush snapshotting stores in 825ad685063482f8cbe7c88771f840df at 1731966980891Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980891Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. at 1731966980892 (+1 ms)Flushing 825ad685063482f8cbe7c88771f840df/colfamily11: creating writer at 1731966980892Flushing 825ad685063482f8cbe7c88771f840df/colfamily11: appending metadata at 1731966980909 (+17 ms)Flushing 825ad685063482f8cbe7c88771f840df/colfamily11: closing flushed file at 1731966980909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68282bd2: reopening flushed file at 1731966980929 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 825ad685063482f8cbe7c88771f840df in 46ms, sequenceid=5, compaction requested=false at 1731966980937 (+8 ms)Writing region close event to WAL at 1731966980943 (+6 ms)Running coprocessor post-close hooks at 1731966980947 (+4 ms)Closed at 1731966980947 2024-11-18T21:56:20,947 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731966791438.825ad685063482f8cbe7c88771f840df. 2024-11-18T21:56:20,948 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daba0fb9a32dc40fab6d3f9643769fc4, disabling compactions & flushes 2024-11-18T21:56:20,948 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:20,948 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:20,948 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. after waiting 0 ms 2024-11-18T21:56:20,948 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:20,948 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/.tmp/colfamily11/372a72f116b14444b029f1b68d056064 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/colfamily11/372a72f116b14444b029f1b68d056064 2024-11-18T21:56:20,952 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/daba0fb9a32dc40fab6d3f9643769fc4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:20,953 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:20,953 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daba0fb9a32dc40fab6d3f9643769fc4: Waiting for close lock at 1731966980948Running coprocessor pre-close hooks at 1731966980948Disabling compacts and flushes for region at 1731966980948Disabling writes for close at 1731966980948Writing region close event to WAL at 1731966980948Running coprocessor post-close hooks at 1731966980953 (+5 ms)Closed at 1731966980953 2024-11-18T21:56:20,953 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731966791438.daba0fb9a32dc40fab6d3f9643769fc4. 2024-11-18T21:56:20,953 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aee6aab20c4bdab39495f6f97cf7b2bd, disabling compactions & flushes 2024-11-18T21:56:20,953 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:20,953 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:20,953 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. after waiting 0 ms 2024-11-18T21:56:20,953 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:20,955 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/colfamily11/372a72f116b14444b029f1b68d056064, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:20,956 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b8e71657008cbbeeec90bc45bda229de in 49ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:20,957 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee6aab20c4bdab39495f6f97cf7b2bd/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:20,958 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:20,958 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aee6aab20c4bdab39495f6f97cf7b2bd: Waiting for close lock at 1731966980953Running coprocessor pre-close hooks at 1731966980953Disabling compacts and flushes for region at 1731966980953Disabling writes for close at 1731966980953Writing region close event to WAL at 1731966980954 (+1 ms)Running coprocessor post-close hooks at 1731966980958 (+4 ms)Closed at 1731966980958 2024-11-18T21:56:20,958 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731966791438.aee6aab20c4bdab39495f6f97cf7b2bd. 2024-11-18T21:56:20,958 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cd8d74ab552b4e1339e29d17d41bac6, disabling compactions & flushes 2024-11-18T21:56:20,958 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:56:20,958 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:56:20,958 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. after waiting 0 ms 2024-11-18T21:56:20,958 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:56:20,958 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cd8d74ab552b4e1339e29d17d41bac6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,960 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8e71657008cbbeeec90bc45bda229de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:20,961 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:56:20,961 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8e71657008cbbeeec90bc45bda229de: Waiting for close lock at 1731966980907Running coprocessor pre-close hooks at 1731966980907Disabling compacts and flushes for region at 1731966980907Disabling writes for close at 1731966980907Obtaining lock to block concurrent updates at 1731966980907Preparing flush snapshotting stores in b8e71657008cbbeeec90bc45bda229de at 1731966980907Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980907Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. at 1731966980908 (+1 ms)Flushing b8e71657008cbbeeec90bc45bda229de/colfamily11: creating writer at 1731966980908Flushing b8e71657008cbbeeec90bc45bda229de/colfamily11: appending metadata at 1731966980931 (+23 ms)Flushing b8e71657008cbbeeec90bc45bda229de/colfamily11: closing flushed file at 1731966980931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d23639: reopening flushed file at 1731966980947 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b8e71657008cbbeeec90bc45bda229de in 49ms, sequenceid=5, compaction requested=false at 1731966980956 (+9 ms)Writing region close event to WAL at 1731966980957 (+1 ms)Running coprocessor post-close hooks at 1731966980961 (+4 ms)Closed at 1731966980961 2024-11-18T21:56:20,961 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731966791438.b8e71657008cbbeeec90bc45bda229de. 2024-11-18T21:56:20,961 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8124dc6b4f88d1445d525eb59ad10e69, disabling compactions & flushes 2024-11-18T21:56:20,961 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:56:20,961 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:56:20,961 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. after waiting 0 ms 2024-11-18T21:56:20,961 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:56:20,961 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8124dc6b4f88d1445d525eb59ad10e69 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:20,978 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/.tmp/colfamily11/f6694b1b5b254b0985ce0fa131ba7374 is 52, key is sss/colfamily11:colfamily11/1731966795224/Put/seqid=0 2024-11-18T21:56:20,979 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/.tmp/colfamily11/e71a3630bc7748478c70e91eab238368 is 52, key is qqq/colfamily11:colfamily11/1731966795215/Put/seqid=0 2024-11-18T21:56:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741896_1072 (size=39263) 2024-11-18T21:56:20,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741896_1072 (size=39263) 2024-11-18T21:56:20,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741897_1073 (size=39263) 2024-11-18T21:56:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741897_1073 (size=39263) 2024-11-18T21:56:20,991 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/.tmp/colfamily11/e71a3630bc7748478c70e91eab238368 2024-11-18T21:56:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741897_1073 (size=39263) 2024-11-18T21:56:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741896_1072 (size=39263) 2024-11-18T21:56:20,992 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/.tmp/colfamily11/f6694b1b5b254b0985ce0fa131ba7374 2024-11-18T21:56:20,998 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/.tmp/colfamily11/e71a3630bc7748478c70e91eab238368 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/colfamily11/e71a3630bc7748478c70e91eab238368 2024-11-18T21:56:20,999 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/.tmp/colfamily11/f6694b1b5b254b0985ce0fa131ba7374 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/colfamily11/f6694b1b5b254b0985ce0fa131ba7374 2024-11-18T21:56:21,004 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/colfamily11/e71a3630bc7748478c70e91eab238368, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,004 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/colfamily11/f6694b1b5b254b0985ce0fa131ba7374, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,005 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8cd8d74ab552b4e1339e29d17d41bac6 in 47ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,005 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8124dc6b4f88d1445d525eb59ad10e69 in 44ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cd8d74ab552b4e1339e29d17d41bac6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8124dc6b4f88d1445d525eb59ad10e69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,010 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cd8d74ab552b4e1339e29d17d41bac6: Waiting for close lock at 1731966980958Running coprocessor pre-close hooks at 1731966980958Disabling compacts and flushes for region at 1731966980958Disabling writes for close at 1731966980958Obtaining lock to block concurrent updates at 1731966980958Preparing flush snapshotting stores in 8cd8d74ab552b4e1339e29d17d41bac6 at 1731966980958Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980959 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. at 1731966980959Flushing 8cd8d74ab552b4e1339e29d17d41bac6/colfamily11: creating writer at 1731966980959Flushing 8cd8d74ab552b4e1339e29d17d41bac6/colfamily11: appending metadata at 1731966980979 (+20 ms)Flushing 8cd8d74ab552b4e1339e29d17d41bac6/colfamily11: closing flushed file at 1731966980979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3934f7b4: reopening flushed file at 1731966980997 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8cd8d74ab552b4e1339e29d17d41bac6 in 47ms, sequenceid=5, compaction requested=false at 1731966981005 (+8 ms)Writing region close event to WAL at 1731966981006 (+1 ms)Running coprocessor post-close hooks at 1731966981010 (+4 ms)Closed at 1731966981010 2024-11-18T21:56:21,010 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731966791438.8cd8d74ab552b4e1339e29d17d41bac6. 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8124dc6b4f88d1445d525eb59ad10e69: Waiting for close lock at 1731966980961Running coprocessor pre-close hooks at 1731966980961Disabling compacts and flushes for region at 1731966980961Disabling writes for close at 1731966980961Obtaining lock to block concurrent updates at 1731966980961Preparing flush snapshotting stores in 8124dc6b4f88d1445d525eb59ad10e69 at 1731966980961Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966980962 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. at 1731966980962Flushing 8124dc6b4f88d1445d525eb59ad10e69/colfamily11: creating writer at 1731966980962Flushing 8124dc6b4f88d1445d525eb59ad10e69/colfamily11: appending metadata at 1731966980977 (+15 ms)Flushing 8124dc6b4f88d1445d525eb59ad10e69/colfamily11: closing flushed file at 1731966980977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e792975: reopening flushed file at 1731966980998 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8124dc6b4f88d1445d525eb59ad10e69 in 44ms, sequenceid=5, compaction requested=false at 1731966981005 (+7 ms)Writing region close event to WAL at 1731966981006 (+1 ms)Running coprocessor post-close hooks at 1731966981010 (+4 ms)Closed at 1731966981010 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731966791438.8124dc6b4f88d1445d525eb59ad10e69. 2024-11-18T21:56:21,010 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf494a37570a32e59796d0f7b139cd79, disabling compactions & flushes 2024-11-18T21:56:21,011 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 530b153cc7db81694a3200e201380f62, disabling compactions & flushes 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. after waiting 0 ms 2024-11-18T21:56:21,011 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. after waiting 0 ms 2024-11-18T21:56:21,011 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:21,011 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf494a37570a32e59796d0f7b139cd79 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,015 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/530b153cc7db81694a3200e201380f62/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,015 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:21,015 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 530b153cc7db81694a3200e201380f62: Waiting for close lock at 1731966981011Running coprocessor pre-close hooks at 1731966981011Disabling compacts and flushes for region at 1731966981011Disabling writes for close at 1731966981011Writing region close event to WAL at 1731966981011Running coprocessor post-close hooks at 1731966981015 (+4 ms)Closed at 1731966981015 2024-11-18T21:56:21,015 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731966791438.530b153cc7db81694a3200e201380f62. 2024-11-18T21:56:21,016 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdbec3baabba6e5ed46c5c350b63072, disabling compactions & flushes 2024-11-18T21:56:21,016 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:56:21,016 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:56:21,016 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. after waiting 0 ms 2024-11-18T21:56:21,016 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:56:21,016 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bdbec3baabba6e5ed46c5c350b63072 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,031 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/.tmp/colfamily11/259919855c424a6fa8d66ac3f214bd04 is 52, key is kkk/colfamily11:colfamily11/1731966795133/Put/seqid=0 2024-11-18T21:56:21,031 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/.tmp/colfamily11/073507ba5d3d4bb39e1c172d62b5e895 is 52, key is vvv/colfamily11:colfamily11/1731966795266/Put/seqid=0 2024-11-18T21:56:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741898_1074 (size=39263) 2024-11-18T21:56:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741898_1074 (size=39263) 2024-11-18T21:56:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741898_1074 (size=39263) 2024-11-18T21:56:21,041 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/.tmp/colfamily11/259919855c424a6fa8d66ac3f214bd04 2024-11-18T21:56:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741899_1075 (size=39263) 2024-11-18T21:56:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741899_1075 (size=39263) 2024-11-18T21:56:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741899_1075 (size=39263) 2024-11-18T21:56:21,043 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/.tmp/colfamily11/073507ba5d3d4bb39e1c172d62b5e895 2024-11-18T21:56:21,049 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/.tmp/colfamily11/259919855c424a6fa8d66ac3f214bd04 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/colfamily11/259919855c424a6fa8d66ac3f214bd04 2024-11-18T21:56:21,049 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/.tmp/colfamily11/073507ba5d3d4bb39e1c172d62b5e895 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/colfamily11/073507ba5d3d4bb39e1c172d62b5e895 2024-11-18T21:56:21,055 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/colfamily11/259919855c424a6fa8d66ac3f214bd04, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,055 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/colfamily11/073507ba5d3d4bb39e1c172d62b5e895, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,056 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cf494a37570a32e59796d0f7b139cd79 in 45ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,056 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2bdbec3baabba6e5ed46c5c350b63072 in 40ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,061 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bdbec3baabba6e5ed46c5c350b63072/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,061 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf494a37570a32e59796d0f7b139cd79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,061 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:56:21,061 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf494a37570a32e59796d0f7b139cd79: Waiting for close lock at 1731966981010Running coprocessor pre-close hooks at 1731966981010Disabling compacts and flushes for region at 1731966981010Disabling writes for close at 1731966981011 (+1 ms)Obtaining lock to block concurrent updates at 1731966981011Preparing flush snapshotting stores in cf494a37570a32e59796d0f7b139cd79 at 1731966981011Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981011Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. at 1731966981011Flushing cf494a37570a32e59796d0f7b139cd79/colfamily11: creating writer at 1731966981012 (+1 ms)Flushing cf494a37570a32e59796d0f7b139cd79/colfamily11: appending metadata at 1731966981031 (+19 ms)Flushing cf494a37570a32e59796d0f7b139cd79/colfamily11: closing flushed file at 1731966981031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429f920: reopening flushed file at 1731966981048 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cf494a37570a32e59796d0f7b139cd79 in 45ms, sequenceid=5, compaction requested=false at 1731966981056 (+8 ms)Writing region close event to WAL at 1731966981057 (+1 ms)Running coprocessor post-close hooks at 1731966981061 (+4 ms)Closed at 1731966981061 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731966791438.cf494a37570a32e59796d0f7b139cd79. 2024-11-18T21:56:21,062 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ff63b46195fd77a82b0d021749831b5, disabling compactions & flushes 2024-11-18T21:56:21,062 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdbec3baabba6e5ed46c5c350b63072: Waiting for close lock at 1731966981016Running coprocessor pre-close hooks at 1731966981016Disabling compacts and flushes for region at 1731966981016Disabling writes for close at 1731966981016Obtaining lock to block concurrent updates at 1731966981016Preparing flush snapshotting stores in 2bdbec3baabba6e5ed46c5c350b63072 at 1731966981016Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981016Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. at 1731966981017 (+1 ms)Flushing 2bdbec3baabba6e5ed46c5c350b63072/colfamily11: creating writer at 1731966981017Flushing 2bdbec3baabba6e5ed46c5c350b63072/colfamily11: appending metadata at 1731966981031 (+14 ms)Flushing 2bdbec3baabba6e5ed46c5c350b63072/colfamily11: closing flushed file at 1731966981031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69149eec: reopening flushed file at 1731966981048 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2bdbec3baabba6e5ed46c5c350b63072 in 40ms, sequenceid=5, compaction requested=false at 1731966981056 (+8 ms)Writing region close event to WAL at 1731966981057 (+1 ms)Running coprocessor post-close hooks at 1731966981062 (+5 ms)Closed at 1731966981062 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. after waiting 0 ms 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731966791438.2bdbec3baabba6e5ed46c5c350b63072. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8de3ed366bc1f89ecbfc9ed8ef184a13, disabling compactions & flushes 2024-11-18T21:56:21,062 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. after waiting 0 ms 2024-11-18T21:56:21,062 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:21,066 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4ff63b46195fd77a82b0d021749831b5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,067 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:21,067 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ff63b46195fd77a82b0d021749831b5: Waiting for close lock at 1731966981062Running coprocessor pre-close hooks at 1731966981062Disabling compacts and flushes for region at 1731966981062Disabling writes for close at 1731966981062Writing region close event to WAL at 1731966981063 (+1 ms)Running coprocessor post-close hooks at 1731966981067 (+4 ms)Closed at 1731966981067 2024-11-18T21:56:21,067 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731966791438.4ff63b46195fd77a82b0d021749831b5. 2024-11-18T21:56:21,067 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a00c19d558c627e3967f0e52286917a, disabling compactions & flushes 2024-11-18T21:56:21,067 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:56:21,067 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:56:21,067 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8de3ed366bc1f89ecbfc9ed8ef184a13/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,067 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. after waiting 0 ms 2024-11-18T21:56:21,068 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:56:21,068 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a00c19d558c627e3967f0e52286917a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,068 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:21,068 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8de3ed366bc1f89ecbfc9ed8ef184a13: Waiting for close lock at 1731966981062Running coprocessor pre-close hooks at 1731966981062Disabling compacts and flushes for region at 1731966981062Disabling writes for close at 1731966981062Writing region close event to WAL at 1731966981064 (+2 ms)Running coprocessor post-close hooks at 1731966981068 (+4 ms)Closed at 1731966981068 2024-11-18T21:56:21,068 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731966791438.8de3ed366bc1f89ecbfc9ed8ef184a13. 2024-11-18T21:56:21,068 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 207b4d926440ae9c2182a8fbcbeae868, disabling compactions & flushes 2024-11-18T21:56:21,068 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:21,068 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:21,068 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. after waiting 0 ms 2024-11-18T21:56:21,069 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:21,073 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/207b4d926440ae9c2182a8fbcbeae868/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,074 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:21,074 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 207b4d926440ae9c2182a8fbcbeae868: Waiting for close lock at 1731966981068Running coprocessor pre-close hooks at 1731966981068Disabling compacts and flushes for region at 1731966981068Disabling writes for close at 1731966981068Writing region close event to WAL at 1731966981069 (+1 ms)Running coprocessor post-close hooks at 1731966981074 (+5 ms)Closed at 1731966981074 2024-11-18T21:56:21,074 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731966791438.207b4d926440ae9c2182a8fbcbeae868. 2024-11-18T21:56:21,074 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71e76fbb8f6341c61be0d5ca369eec59, disabling compactions & flushes 2024-11-18T21:56:21,074 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:56:21,074 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:56:21,074 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. after waiting 0 ms 2024-11-18T21:56:21,074 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:56:21,074 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71e76fbb8f6341c61be0d5ca369eec59 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,086 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/.tmp/colfamily11/c1cb54b8e0f443e7accae6b6ca70b335 is 52, key is nnn/colfamily11:colfamily11/1731966795174/Put/seqid=0 2024-11-18T21:56:21,091 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/.tmp/colfamily11/47a24583cdb34e4e9d3b59f6b71d4639 is 52, key is ppp/colfamily11:colfamily11/1731966795185/Put/seqid=0 2024-11-18T21:56:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741900_1076 (size=39263) 2024-11-18T21:56:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741900_1076 (size=39263) 2024-11-18T21:56:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741900_1076 (size=39263) 2024-11-18T21:56:21,095 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/.tmp/colfamily11/c1cb54b8e0f443e7accae6b6ca70b335 2024-11-18T21:56:21,102 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/.tmp/colfamily11/c1cb54b8e0f443e7accae6b6ca70b335 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/colfamily11/c1cb54b8e0f443e7accae6b6ca70b335 2024-11-18T21:56:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741901_1077 (size=39263) 2024-11-18T21:56:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741901_1077 (size=39263) 2024-11-18T21:56:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741901_1077 (size=39263) 2024-11-18T21:56:21,109 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/colfamily11/c1cb54b8e0f443e7accae6b6ca70b335, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,110 DEBUG [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1351): Waiting on 0a00c19d558c627e3967f0e52286917a, 10a651882ce658224caa8261e5ce6d49, 120562dd5892f4fa0094e0ee98188ec5, d8550884385bfb93e876b5b8d4a30c22 2024-11-18T21:56:21,110 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/.tmp/colfamily11/47a24583cdb34e4e9d3b59f6b71d4639 2024-11-18T21:56:21,110 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0a00c19d558c627e3967f0e52286917a in 42ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,110 DEBUG [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1351): Waiting on 02de775bb1b7ede8e191ec8b88d4d721, 62c923e3ca2c8d9abf1e0b069590d537, 71e76fbb8f6341c61be0d5ca369eec59, 7cc6e399816bb60eef0187103c55dd99 2024-11-18T21:56:21,114 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0a00c19d558c627e3967f0e52286917a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,115 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:56:21,115 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a00c19d558c627e3967f0e52286917a: Waiting for close lock at 1731966981067Running coprocessor pre-close hooks at 1731966981067Disabling compacts and flushes for region at 1731966981067Disabling writes for close at 1731966981068 (+1 ms)Obtaining lock to block concurrent updates at 1731966981068Preparing flush snapshotting stores in 0a00c19d558c627e3967f0e52286917a at 1731966981068Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981068Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. at 1731966981069 (+1 ms)Flushing 0a00c19d558c627e3967f0e52286917a/colfamily11: creating writer at 1731966981069Flushing 0a00c19d558c627e3967f0e52286917a/colfamily11: appending metadata at 1731966981086 (+17 ms)Flushing 0a00c19d558c627e3967f0e52286917a/colfamily11: closing flushed file at 1731966981086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffe0602: reopening flushed file at 1731966981101 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0a00c19d558c627e3967f0e52286917a in 42ms, sequenceid=5, compaction requested=false at 1731966981110 (+9 ms)Writing region close event to WAL at 1731966981110Running coprocessor post-close hooks at 1731966981114 (+4 ms)Closed at 1731966981114 2024-11-18T21:56:21,115 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731966791438.0a00c19d558c627e3967f0e52286917a. 2024-11-18T21:56:21,115 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10a651882ce658224caa8261e5ce6d49, disabling compactions & flushes 2024-11-18T21:56:21,115 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:56:21,115 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:56:21,115 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. after waiting 0 ms 2024-11-18T21:56:21,115 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:56:21,115 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10a651882ce658224caa8261e5ce6d49 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,117 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/.tmp/colfamily11/47a24583cdb34e4e9d3b59f6b71d4639 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/colfamily11/47a24583cdb34e4e9d3b59f6b71d4639 2024-11-18T21:56:21,123 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/colfamily11/47a24583cdb34e4e9d3b59f6b71d4639, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,124 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 71e76fbb8f6341c61be0d5ca369eec59 in 50ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,129 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71e76fbb8f6341c61be0d5ca369eec59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,129 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:56:21,130 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71e76fbb8f6341c61be0d5ca369eec59: Waiting for close lock at 1731966981074Running coprocessor pre-close hooks at 1731966981074Disabling compacts and flushes for region at 1731966981074Disabling writes for close at 1731966981074Obtaining lock to block concurrent updates at 1731966981074Preparing flush snapshotting stores in 71e76fbb8f6341c61be0d5ca369eec59 at 1731966981074Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981074Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. at 1731966981075 (+1 ms)Flushing 71e76fbb8f6341c61be0d5ca369eec59/colfamily11: creating writer at 1731966981075Flushing 71e76fbb8f6341c61be0d5ca369eec59/colfamily11: appending metadata at 1731966981091 (+16 ms)Flushing 71e76fbb8f6341c61be0d5ca369eec59/colfamily11: closing flushed file at 1731966981091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a56c2f: reopening flushed file at 1731966981116 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 71e76fbb8f6341c61be0d5ca369eec59 in 50ms, sequenceid=5, compaction requested=false at 1731966981124 (+8 ms)Writing region close event to WAL at 1731966981125 (+1 ms)Running coprocessor post-close hooks at 1731966981129 (+4 ms)Closed at 1731966981129 2024-11-18T21:56:21,130 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731966791438.71e76fbb8f6341c61be0d5ca369eec59. 2024-11-18T21:56:21,130 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cc6e399816bb60eef0187103c55dd99, disabling compactions & flushes 2024-11-18T21:56:21,130 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:56:21,130 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:56:21,130 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. after waiting 0 ms 2024-11-18T21:56:21,130 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:56:21,130 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cc6e399816bb60eef0187103c55dd99 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,134 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/.tmp/colfamily11/2cee0bdb92df4513a9cff63442401c3c is 52, key is aaa/colfamily11:colfamily11/1731966794940/Put/seqid=0 2024-11-18T21:56:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741902_1078 (size=39263) 2024-11-18T21:56:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741902_1078 (size=39263) 2024-11-18T21:56:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741902_1078 (size=39263) 2024-11-18T21:56:21,146 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/.tmp/colfamily11/2cee0bdb92df4513a9cff63442401c3c 2024-11-18T21:56:21,152 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/.tmp/colfamily11/2cee0bdb92df4513a9cff63442401c3c as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/colfamily11/2cee0bdb92df4513a9cff63442401c3c 2024-11-18T21:56:21,153 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/.tmp/colfamily11/289ec7af905f4f16806957c3053fbbb4 is 52, key is mmm/colfamily11:colfamily11/1731966795144/Put/seqid=0 2024-11-18T21:56:21,158 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/colfamily11/2cee0bdb92df4513a9cff63442401c3c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,159 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 10a651882ce658224caa8261e5ce6d49 in 44ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741903_1079 (size=39263) 2024-11-18T21:56:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741903_1079 (size=39263) 2024-11-18T21:56:21,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741903_1079 (size=39263) 2024-11-18T21:56:21,164 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/.tmp/colfamily11/289ec7af905f4f16806957c3053fbbb4 2024-11-18T21:56:21,171 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/10a651882ce658224caa8261e5ce6d49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,172 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10a651882ce658224caa8261e5ce6d49: Waiting for close lock at 1731966981115Running coprocessor pre-close hooks at 1731966981115Disabling compacts and flushes for region at 1731966981115Disabling writes for close at 1731966981115Obtaining lock to block concurrent updates at 1731966981115Preparing flush snapshotting stores in 10a651882ce658224caa8261e5ce6d49 at 1731966981115Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981116 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. at 1731966981116Flushing 10a651882ce658224caa8261e5ce6d49/colfamily11: creating writer at 1731966981116Flushing 10a651882ce658224caa8261e5ce6d49/colfamily11: appending metadata at 1731966981134 (+18 ms)Flushing 10a651882ce658224caa8261e5ce6d49/colfamily11: closing flushed file at 1731966981134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107496a8: reopening flushed file at 1731966981151 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 10a651882ce658224caa8261e5ce6d49 in 44ms, sequenceid=5, compaction requested=false at 1731966981159 (+8 ms)Writing region close event to WAL at 1731966981166 (+7 ms)Running coprocessor post-close hooks at 1731966981171 (+5 ms)Closed at 1731966981171 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731966791438.10a651882ce658224caa8261e5ce6d49. 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 120562dd5892f4fa0094e0ee98188ec5, disabling compactions & flushes 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/.tmp/colfamily11/289ec7af905f4f16806957c3053fbbb4 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/colfamily11/289ec7af905f4f16806957c3053fbbb4 2024-11-18T21:56:21,172 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. after waiting 0 ms 2024-11-18T21:56:21,172 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:56:21,172 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 120562dd5892f4fa0094e0ee98188ec5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T21:56:21,178 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/colfamily11/289ec7af905f4f16806957c3053fbbb4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,179 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7cc6e399816bb60eef0187103c55dd99 in 49ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,184 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cc6e399816bb60eef0187103c55dd99/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,185 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:56:21,185 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cc6e399816bb60eef0187103c55dd99: Waiting for close lock at 1731966981130Running coprocessor pre-close hooks at 1731966981130Disabling compacts and flushes for region at 1731966981130Disabling writes for close at 1731966981130Obtaining lock to block concurrent updates at 1731966981130Preparing flush snapshotting stores in 7cc6e399816bb60eef0187103c55dd99 at 1731966981130Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981131 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. at 1731966981131Flushing 7cc6e399816bb60eef0187103c55dd99/colfamily11: creating writer at 1731966981131Flushing 7cc6e399816bb60eef0187103c55dd99/colfamily11: appending metadata at 1731966981153 (+22 ms)Flushing 7cc6e399816bb60eef0187103c55dd99/colfamily11: closing flushed file at 1731966981153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e91c26: reopening flushed file at 1731966981171 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7cc6e399816bb60eef0187103c55dd99 in 49ms, sequenceid=5, compaction requested=false at 1731966981179 (+8 ms)Writing region close event to WAL at 1731966981180 (+1 ms)Running coprocessor post-close hooks at 1731966981185 (+5 ms)Closed at 1731966981185 2024-11-18T21:56:21,185 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731966791438.7cc6e399816bb60eef0187103c55dd99. 2024-11-18T21:56:21,185 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02de775bb1b7ede8e191ec8b88d4d721, disabling compactions & flushes 2024-11-18T21:56:21,185 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:21,185 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:21,185 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. after waiting 0 ms 2024-11-18T21:56:21,185 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:21,189 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02de775bb1b7ede8e191ec8b88d4d721/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,189 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:21,190 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02de775bb1b7ede8e191ec8b88d4d721: Waiting for close lock at 1731966981185Running coprocessor pre-close hooks at 1731966981185Disabling compacts and flushes for region at 1731966981185Disabling writes for close at 1731966981185Writing region close event to WAL at 1731966981186 (+1 ms)Running coprocessor post-close hooks at 1731966981189 (+3 ms)Closed at 1731966981189 2024-11-18T21:56:21,190 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731966791438.02de775bb1b7ede8e191ec8b88d4d721. 2024-11-18T21:56:21,190 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62c923e3ca2c8d9abf1e0b069590d537, disabling compactions & flushes 2024-11-18T21:56:21,190 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:21,190 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:21,190 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. after waiting 0 ms 2024-11-18T21:56:21,190 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:21,191 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/.tmp/colfamily11/fd26bc87aecb43b08957bebaeae4fa03 is 52, key is ttt/colfamily11:colfamily11/1731966795256/Put/seqid=0 2024-11-18T21:56:21,194 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/62c923e3ca2c8d9abf1e0b069590d537/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,194 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:21,194 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62c923e3ca2c8d9abf1e0b069590d537: Waiting for close lock at 1731966981190Running coprocessor pre-close hooks at 1731966981190Disabling compacts and flushes for region at 1731966981190Disabling writes for close at 1731966981190Writing region close event to WAL at 1731966981190Running coprocessor post-close hooks at 1731966981194 (+4 ms)Closed at 1731966981194 2024-11-18T21:56:21,194 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731966791438.62c923e3ca2c8d9abf1e0b069590d537. 2024-11-18T21:56:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741904_1080 (size=39263) 2024-11-18T21:56:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741904_1080 (size=39263) 2024-11-18T21:56:21,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741904_1080 (size=39263) 2024-11-18T21:56:21,200 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/.tmp/colfamily11/fd26bc87aecb43b08957bebaeae4fa03 2024-11-18T21:56:21,206 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/.tmp/colfamily11/fd26bc87aecb43b08957bebaeae4fa03 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/colfamily11/fd26bc87aecb43b08957bebaeae4fa03 2024-11-18T21:56:21,211 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/colfamily11/fd26bc87aecb43b08957bebaeae4fa03, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T21:56:21,212 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 120562dd5892f4fa0094e0ee98188ec5 in 40ms, sequenceid=5, compaction requested=false 2024-11-18T21:56:21,216 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/120562dd5892f4fa0094e0ee98188ec5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:56:21,217 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:56:21,217 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 120562dd5892f4fa0094e0ee98188ec5: Waiting for close lock at 1731966981172Running coprocessor pre-close hooks at 1731966981172Disabling compacts and flushes for region at 1731966981172Disabling writes for close at 1731966981172Obtaining lock to block concurrent updates at 1731966981172Preparing flush snapshotting stores in 120562dd5892f4fa0094e0ee98188ec5 at 1731966981172Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731966981173 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. at 1731966981173Flushing 120562dd5892f4fa0094e0ee98188ec5/colfamily11: creating writer at 1731966981173Flushing 120562dd5892f4fa0094e0ee98188ec5/colfamily11: appending metadata at 1731966981191 (+18 ms)Flushing 120562dd5892f4fa0094e0ee98188ec5/colfamily11: closing flushed file at 1731966981191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca7d1c9: reopening flushed file at 1731966981205 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 120562dd5892f4fa0094e0ee98188ec5 in 40ms, sequenceid=5, compaction requested=false at 1731966981212 (+7 ms)Writing region close event to WAL at 1731966981213 (+1 ms)Running coprocessor post-close hooks at 1731966981217 (+4 ms)Closed at 1731966981217 2024-11-18T21:56:21,217 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731966791438.120562dd5892f4fa0094e0ee98188ec5. 2024-11-18T21:56:21,217 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8550884385bfb93e876b5b8d4a30c22, disabling compactions & flushes 2024-11-18T21:56:21,217 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:21,217 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:21,217 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. after waiting 0 ms 2024-11-18T21:56:21,217 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:21,221 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8550884385bfb93e876b5b8d4a30c22/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T21:56:21,222 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:21,222 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8550884385bfb93e876b5b8d4a30c22: Waiting for close lock at 1731966981217Running coprocessor pre-close hooks at 1731966981217Disabling compacts and flushes for region at 1731966981217Disabling writes for close at 1731966981217Writing region close event to WAL at 1731966981218 (+1 ms)Running coprocessor post-close hooks at 1731966981222 (+4 ms)Closed at 1731966981222 2024-11-18T21:56:21,222 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731966791438.d8550884385bfb93e876b5b8d4a30c22. 2024-11-18T21:56:21,310 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,38597,1731966789282; all regions closed. 2024-11-18T21:56:21,310 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,39885,1731966789185; all regions closed. 2024-11-18T21:56:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741865_1041 (size=15752) 2024-11-18T21:56:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741833_1009 (size=316519) 2024-11-18T21:56:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741865_1041 (size=15752) 2024-11-18T21:56:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741833_1009 (size=316519) 2024-11-18T21:56:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741833_1009 (size=316519) 2024-11-18T21:56:21,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741865_1041 (size=15752) 2024-11-18T21:56:21,317 DEBUG [RS:1;66dff09c816a:38597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs 2024-11-18T21:56:21,317 DEBUG [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs 2024-11-18T21:56:21,317 INFO [RS:1;66dff09c816a:38597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C38597%2C1731966789282:(num 1731966790631) 2024-11-18T21:56:21,317 INFO [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C39885%2C1731966789185.meta:.meta(num 1731966976426) 2024-11-18T21:56:21,317 DEBUG [RS:1;66dff09c816a:38597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:21,317 INFO [RS:1;66dff09c816a:38597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:56:21,318 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:56:21,318 INFO [RS:1;66dff09c816a:38597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38597 2024-11-18T21:56:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T21:56:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,38597,1731966789282 2024-11-18T21:56:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741835_1011 (size=315406) 2024-11-18T21:56:21,322 INFO [RS:1;66dff09c816a:38597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:56:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741835_1011 (size=315406) 2024-11-18T21:56:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741835_1011 (size=315406) 2024-11-18T21:56:21,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,38597,1731966789282] 2024-11-18T21:56:21,325 DEBUG [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/oldWALs 2024-11-18T21:56:21,325 INFO [RS:0;66dff09c816a:39885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C39885%2C1731966789185:(num 1731966790631) 2024-11-18T21:56:21,325 DEBUG [RS:0;66dff09c816a:39885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:56:21,325 INFO [RS:0;66dff09c816a:39885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:56:21,325 INFO [RS:0;66dff09c816a:39885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:56:21,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,38597,1731966789282 already deleted, retry=false 2024-11-18T21:56:21,326 INFO [RS:0;66dff09c816a:39885 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:56:21,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,38597,1731966789282 expired; onlineServers=1 2024-11-18T21:56:21,326 INFO [RS:0;66dff09c816a:39885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:56:21,326 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:56:21,326 INFO [RS:0;66dff09c816a:39885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39885 2024-11-18T21:56:21,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T21:56:21,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,39885,1731966789185 2024-11-18T21:56:21,328 INFO [RS:0;66dff09c816a:39885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:56:21,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,39885,1731966789185] 2024-11-18T21:56:21,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,39885,1731966789185 already deleted, retry=false 2024-11-18T21:56:21,331 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,39885,1731966789185 expired; onlineServers=0 2024-11-18T21:56:21,331 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66dff09c816a,34007,1731966788512' ***** 2024-11-18T21:56:21,331 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:56:21,331 INFO [M:0;66dff09c816a:34007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:56:21,331 INFO [M:0;66dff09c816a:34007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:56:21,332 DEBUG [M:0;66dff09c816a:34007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:56:21,332 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:56:21,332 DEBUG [M:0;66dff09c816a:34007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:56:21,332 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731966790314 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731966790314,5,FailOnTimeoutGroup] 2024-11-18T21:56:21,332 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731966790316 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731966790316,5,FailOnTimeoutGroup] 2024-11-18T21:56:21,332 INFO [M:0;66dff09c816a:34007 {}] hbase.ChoreService(370): Chore service for: master/66dff09c816a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:56:21,332 INFO [M:0;66dff09c816a:34007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:56:21,332 DEBUG [M:0;66dff09c816a:34007 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:56:21,332 INFO [M:0;66dff09c816a:34007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:56:21,332 INFO [M:0;66dff09c816a:34007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:56:21,332 INFO [M:0;66dff09c816a:34007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:56:21,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:56:21,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T21:56:21,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T21:56:21,334 DEBUG [M:0;66dff09c816a:34007 {}] zookeeper.ZKUtil(347): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T21:56:21,334 WARN [M:0;66dff09c816a:34007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:56:21,334 INFO [M:0;66dff09c816a:34007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/.lastflushedseqids 2024-11-18T21:56:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741905_1081 (size=2837) 2024-11-18T21:56:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741905_1081 (size=2837) 2024-11-18T21:56:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741905_1081 (size=2837) 2024-11-18T21:56:21,350 INFO [M:0;66dff09c816a:34007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:56:21,350 INFO [M:0;66dff09c816a:34007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:56:21,350 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:56:21,350 INFO [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:56:21,350 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:56:21,350 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:56:21,350 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:56:21,350 INFO [M:0;66dff09c816a:34007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.66 KB heapSize=405.07 KB 2024-11-18T21:56:21,366 DEBUG [M:0;66dff09c816a:34007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd4255768e2245b6aa6c436970278832 is 82, key is hbase:meta,,1/info:regioninfo/1731966976721/Put/seqid=0 2024-11-18T21:56:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741906_1082 (size=6071) 2024-11-18T21:56:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741906_1082 (size=6071) 2024-11-18T21:56:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741906_1082 (size=6071) 2024-11-18T21:56:21,375 INFO [M:0;66dff09c816a:34007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd4255768e2245b6aa6c436970278832 2024-11-18T21:56:21,396 DEBUG [M:0;66dff09c816a:34007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2627cbc7e5a9483886d6d56a701a8a6d is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731966792825/Put/seqid=0 2024-11-18T21:56:21,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741907_1083 (size=13506) 2024-11-18T21:56:21,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741907_1083 (size=13506) 2024-11-18T21:56:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741907_1083 (size=13506) 2024-11-18T21:56:21,403 INFO [M:0;66dff09c816a:34007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.43 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2627cbc7e5a9483886d6d56a701a8a6d 2024-11-18T21:56:21,424 DEBUG [M:0;66dff09c816a:34007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af65eb64edf64151be9e8b44e5df1888 is 69, key is 66dff09c816a,38597,1731966789282/rs:state/1731966790373/Put/seqid=0 2024-11-18T21:56:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:56:21,425 INFO [RS:1;66dff09c816a:38597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:56:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x10107d6d4f50002, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:56:21,425 INFO [RS:1;66dff09c816a:38597 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,38597,1731966789282; zookeeper connection closed. 2024-11-18T21:56:21,425 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ac21437 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ac21437 2024-11-18T21:56:21,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:56:21,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39885-0x10107d6d4f50001, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:56:21,430 INFO [RS:0;66dff09c816a:39885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:56:21,430 INFO [RS:0;66dff09c816a:39885 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,39885,1731966789185; zookeeper connection closed. 2024-11-18T21:56:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741908_1084 (size=5442) 2024-11-18T21:56:21,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2575a4f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2575a4f2 2024-11-18T21:56:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741908_1084 (size=5442) 2024-11-18T21:56:21,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T21:56:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741908_1084 (size=5442) 2024-11-18T21:56:21,431 INFO [M:0;66dff09c816a:34007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af65eb64edf64151be9e8b44e5df1888 2024-11-18T21:56:21,436 INFO [M:0;66dff09c816a:34007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af65eb64edf64151be9e8b44e5df1888 2024-11-18T21:56:21,437 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd4255768e2245b6aa6c436970278832 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd4255768e2245b6aa6c436970278832 2024-11-18T21:56:21,442 INFO [M:0;66dff09c816a:34007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd4255768e2245b6aa6c436970278832, entries=14, sequenceid=635, filesize=5.9 K 2024-11-18T21:56:21,443 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2627cbc7e5a9483886d6d56a701a8a6d as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2627cbc7e5a9483886d6d56a701a8a6d 2024-11-18T21:56:21,449 INFO [M:0;66dff09c816a:34007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2627cbc7e5a9483886d6d56a701a8a6d, entries=81, sequenceid=635, filesize=13.2 K 2024-11-18T21:56:21,450 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af65eb64edf64151be9e8b44e5df1888 as hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af65eb64edf64151be9e8b44e5df1888 2024-11-18T21:56:21,456 INFO [M:0;66dff09c816a:34007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af65eb64edf64151be9e8b44e5df1888 2024-11-18T21:56:21,457 INFO [M:0;66dff09c816a:34007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42735/user/jenkins/test-data/cbad5bd3-c2e0-4696-ed5e-1f383cbad526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af65eb64edf64151be9e8b44e5df1888, entries=3, sequenceid=635, filesize=5.3 K 2024-11-18T21:56:21,458 INFO [M:0;66dff09c816a:34007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=635, compaction requested=false 2024-11-18T21:56:21,459 INFO [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:56:21,459 DEBUG [M:0;66dff09c816a:34007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731966981350Disabling compacts and flushes for region at 1731966981350Disabling writes for close at 1731966981350Obtaining lock to block concurrent updates at 1731966981350Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731966981350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352931, getHeapSize=414728, getOffHeapSize=0, getCellsCount=800 at 1731966981351 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731966981351Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731966981351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731966981365 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731966981365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731966981380 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731966981395 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731966981396 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731966981408 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731966981423 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731966981423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f737ea: reopening flushed file at 1731966981436 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abab2c8: reopening flushed file at 1731966981442 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5daafd76: reopening flushed file at 1731966981449 (+7 ms)Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=635, compaction requested=false at 1731966981458 (+9 ms)Writing region close event to WAL at 1731966981459 (+1 ms)Closed at 1731966981459 2024-11-18T21:56:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33117 is added to blk_1073741830_1006 (size=395285) 2024-11-18T21:56:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741830_1006 (size=395285) 2024-11-18T21:56:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741830_1006 (size=395285) 2024-11-18T21:56:21,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:56:21,463 INFO [M:0;66dff09c816a:34007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:56:21,463 INFO [M:0;66dff09c816a:34007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34007 2024-11-18T21:56:21,464 INFO [M:0;66dff09c816a:34007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:56:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:56:21,566 INFO [M:0;66dff09c816a:34007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:56:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10107d6d4f50000, quorum=127.0.0.1:51315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:56:21,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:56:21,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:56:21,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:56:21,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:56:21,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,STOPPED} 2024-11-18T21:56:21,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:56:21,575 WARN [BP-2135174125-172.17.0.2-1731966785504 heartbeating to localhost/127.0.0.1:42735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:56:21,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:56:21,575 WARN [BP-2135174125-172.17.0.2-1731966785504 heartbeating to localhost/127.0.0.1:42735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2135174125-172.17.0.2-1731966785504 (Datanode Uuid bba6ecea-1632-40c2-93ff-0e1f64544451) service to localhost/127.0.0.1:42735 2024-11-18T21:56:21,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data5/current/BP-2135174125-172.17.0.2-1731966785504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:56:21,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data6/current/BP-2135174125-172.17.0.2-1731966785504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:56:21,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:56:21,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:56:21,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:56:21,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:56:21,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:56:21,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,STOPPED} 2024-11-18T21:56:21,581 WARN [BP-2135174125-172.17.0.2-1731966785504 heartbeating to localhost/127.0.0.1:42735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:56:21,581 WARN [BP-2135174125-172.17.0.2-1731966785504 heartbeating to localhost/127.0.0.1:42735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2135174125-172.17.0.2-1731966785504 (Datanode Uuid 1788c240-8f30-4a01-a215-0cf9e341a4c1) service to localhost/127.0.0.1:42735 2024-11-18T21:56:21,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:56:21,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:56:21,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data3/current/BP-2135174125-172.17.0.2-1731966785504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:56:21,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data4/current/BP-2135174125-172.17.0.2-1731966785504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:56:21,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:56:21,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:56:21,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:56:21,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:56:21,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:56:21,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,STOPPED} 2024-11-18T21:56:21,586 WARN [BP-2135174125-172.17.0.2-1731966785504 heartbeating to localhost/127.0.0.1:42735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:56:21,586 WARN [BP-2135174125-172.17.0.2-1731966785504 heartbeating to localhost/127.0.0.1:42735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2135174125-172.17.0.2-1731966785504 (Datanode Uuid 6700e3a5-8e20-4abc-99c4-0c0046179446) service to localhost/127.0.0.1:42735 2024-11-18T21:56:21,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:56:21,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:56:21,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data1/current/BP-2135174125-172.17.0.2-1731966785504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:56:21,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/cluster_068a57ee-c5dc-b380-e8e5-515356a36f6f/data/data2/current/BP-2135174125-172.17.0.2-1731966785504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:56:21,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:56:21,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:56:21,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:56:21,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:56:21,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:56:21,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2300711-7e83-6675-3d56-6dc399c77005/hadoop.log.dir/,STOPPED} 2024-11-18T21:56:21,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:56:21,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:56:21,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=88 (was 11) Potentially hanging thread: RS_OPEN_REGION-regionserver/66dff09c816a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:42735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66dff09c816a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/66dff09c816a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/66dff09c816a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:42735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@107ca784 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66dff09c816a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:42735 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66dff09c816a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66dff09c816a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:42735 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/66dff09c816a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/66dff09c816a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=29 (was 63), ProcessCount=11 (was 11), AvailableMemoryMB=3889 (was 5089)