2024-11-12 07:53:22,436 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-12 07:53:22,453 main DEBUG Took 0.015536 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 07:53:22,453 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 07:53:22,454 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 07:53:22,455 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 07:53:22,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,464 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 07:53:22,479 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,484 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,486 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,488 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,489 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:53:22,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,493 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 07:53:22,495 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:53:22,496 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 07:53:22,498 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 07:53:22,499 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 07:53:22,501 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 07:53:22,501 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 07:53:22,510 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 07:53:22,513 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 07:53:22,515 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 07:53:22,516 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 07:53:22,516 main DEBUG createAppenders(={Console}) 2024-11-12 07:53:22,517 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-12 07:53:22,517 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-12 07:53:22,517 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-12 07:53:22,518 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 07:53:22,518 main DEBUG OutputStream closed 2024-11-12 07:53:22,519 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 07:53:22,519 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 07:53:22,519 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-12 07:53:22,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 07:53:22,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 07:53:22,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 07:53:22,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 07:53:22,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 07:53:22,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 07:53:22,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 07:53:22,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 07:53:22,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 07:53:22,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 07:53:22,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 07:53:22,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 07:53:22,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 07:53:22,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 07:53:22,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 07:53:22,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 07:53:22,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 07:53:22,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 07:53:22,614 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 07:53:22,614 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-12 07:53:22,615 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 07:53:22,616 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-12T07:53:22,628 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-12 07:53:22,631 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 07:53:22,631 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T07:53:22,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=7306 2024-11-12T07:53:22,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038 2024-11-12T07:53:22,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:53:22,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681, deleteOnExit=true 2024-11-12T07:53:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:53:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/test.cache.data in system properties and HBase conf 2024-11-12T07:53:22,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:53:22,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:53:22,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:53:22,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:53:22,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:53:22,999 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T07:53:23,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:53:23,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:53:23,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:53:23,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:53:23,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:53:23,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:53:23,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:53:23,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:53:23,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:53:23,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:53:23,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:53:23,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:53:23,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:53:23,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:53:23,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:53:24,014 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T07:53:24,088 INFO [Time-limited test {}] log.Log(170): Logging initialized @2308ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T07:53:24,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:53:24,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:53:24,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:53:24,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:53:24,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:53:24,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:53:24,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:53:24,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:53:24,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/java.io.tmpdir/jetty-localhost-46113-hadoop-hdfs-3_4_1-tests_jar-_-any-10650244000316452932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:53:24,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:46113} 2024-11-12T07:53:24,427 INFO [Time-limited test {}] server.Server(415): Started @2648ms 2024-11-12T07:53:24,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:53:24,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:53:24,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:53:24,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:53:24,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:53:24,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:53:24,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:53:25,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/java.io.tmpdir/jetty-localhost-33087-hadoop-hdfs-3_4_1-tests_jar-_-any-851192847745897038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:53:25,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:33087} 2024-11-12T07:53:25,031 INFO [Time-limited test {}] server.Server(415): Started @3252ms 2024-11-12T07:53:25,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:53:25,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:53:25,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:53:25,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:53:25,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:53:25,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:53:25,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:53:25,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:53:25,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/java.io.tmpdir/jetty-localhost-41807-hadoop-hdfs-3_4_1-tests_jar-_-any-7586541927231967582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:53:25,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:41807} 2024-11-12T07:53:25,297 INFO [Time-limited test {}] server.Server(415): Started @3518ms 2024-11-12T07:53:25,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:53:25,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:53:25,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:53:25,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:53:25,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:53:25,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:53:25,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:53:25,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:53:25,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/java.io.tmpdir/jetty-localhost-39883-hadoop-hdfs-3_4_1-tests_jar-_-any-4615601748760197552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:53:25,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:39883} 2024-11-12T07:53:25,459 INFO [Time-limited test {}] server.Server(415): Started @3681ms 2024-11-12T07:53:25,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:53:26,368 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data3/current/BP-614806035-172.17.0.2-1731398003598/current, will proceed with Du for space computation calculation, 2024-11-12T07:53:26,368 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data2/current/BP-614806035-172.17.0.2-1731398003598/current, will proceed with Du for space computation calculation, 2024-11-12T07:53:26,368 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data4/current/BP-614806035-172.17.0.2-1731398003598/current, will proceed with Du for space computation calculation, 2024-11-12T07:53:26,368 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data1/current/BP-614806035-172.17.0.2-1731398003598/current, will proceed with Du for space computation calculation, 2024-11-12T07:53:26,397 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:53:26,398 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:53:26,415 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data6/current/BP-614806035-172.17.0.2-1731398003598/current, will proceed with Du for space computation calculation, 2024-11-12T07:53:26,415 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data5/current/BP-614806035-172.17.0.2-1731398003598/current, will proceed with Du for space computation calculation, 2024-11-12T07:53:26,443 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:53:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd50fa97f0cb3ebca with lease ID 0xb040b570b0fb980e: Processing first storage report for DS-6bccd9ce-c0b4-4096-8830-e81946868c80 from datanode DatanodeRegistration(127.0.0.1:35633, datanodeUuid=056b37a6-fdc2-414c-b4f5-470012d26774, infoPort=40131, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598) 2024-11-12T07:53:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd50fa97f0cb3ebca with lease ID 0xb040b570b0fb980e: from storage DS-6bccd9ce-c0b4-4096-8830-e81946868c80 node DatanodeRegistration(127.0.0.1:35633, datanodeUuid=056b37a6-fdc2-414c-b4f5-470012d26774, infoPort=40131, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T07:53:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ff889bad1dd4f86 with lease ID 0xb040b570b0fb980d: Processing first storage report for DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d from datanode DatanodeRegistration(127.0.0.1:38011, datanodeUuid=7c4b8940-08ff-4d44-a11a-d7d05ba834e2, infoPort=33927, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598) 2024-11-12T07:53:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ff889bad1dd4f86 with lease ID 0xb040b570b0fb980d: from storage DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d node DatanodeRegistration(127.0.0.1:38011, datanodeUuid=7c4b8940-08ff-4d44-a11a-d7d05ba834e2, infoPort=33927, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:53:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9660f1b2198b6fd7 with lease ID 0xb040b570b0fb980f: Processing first storage report for DS-073856b2-3fbf-4872-9bdc-68eff1b046a3 from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0ba7cb14-1be9-43fa-aa0f-1ff70761fcf9, infoPort=41161, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598) 2024-11-12T07:53:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9660f1b2198b6fd7 with lease ID 0xb040b570b0fb980f: from storage DS-073856b2-3fbf-4872-9bdc-68eff1b046a3 node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0ba7cb14-1be9-43fa-aa0f-1ff70761fcf9, infoPort=41161, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:53:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd50fa97f0cb3ebca with lease ID 0xb040b570b0fb980e: Processing first storage report for DS-8c7a6525-cf08-4207-9ffd-427297884607 from datanode DatanodeRegistration(127.0.0.1:35633, datanodeUuid=056b37a6-fdc2-414c-b4f5-470012d26774, infoPort=40131, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598) 2024-11-12T07:53:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd50fa97f0cb3ebca with lease ID 0xb040b570b0fb980e: from storage DS-8c7a6525-cf08-4207-9ffd-427297884607 node DatanodeRegistration(127.0.0.1:35633, datanodeUuid=056b37a6-fdc2-414c-b4f5-470012d26774, infoPort=40131, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:53:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ff889bad1dd4f86 with lease ID 0xb040b570b0fb980d: Processing first storage report for DS-700ae961-dd17-49e2-ae29-711955bbbf7d from datanode DatanodeRegistration(127.0.0.1:38011, datanodeUuid=7c4b8940-08ff-4d44-a11a-d7d05ba834e2, infoPort=33927, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598) 2024-11-12T07:53:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ff889bad1dd4f86 with lease ID 0xb040b570b0fb980d: from storage DS-700ae961-dd17-49e2-ae29-711955bbbf7d node DatanodeRegistration(127.0.0.1:38011, datanodeUuid=7c4b8940-08ff-4d44-a11a-d7d05ba834e2, infoPort=33927, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:53:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9660f1b2198b6fd7 with lease ID 0xb040b570b0fb980f: Processing first storage report for DS-8c303a0d-095c-4754-8873-f332e6fc7eb1 from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0ba7cb14-1be9-43fa-aa0f-1ff70761fcf9, infoPort=41161, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598) 2024-11-12T07:53:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9660f1b2198b6fd7 with lease ID 0xb040b570b0fb980f: from storage DS-8c303a0d-095c-4754-8873-f332e6fc7eb1 node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0ba7cb14-1be9-43fa-aa0f-1ff70761fcf9, infoPort=41161, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1809239963;c=1731398003598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:53:26,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038 2024-11-12T07:53:26,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/zookeeper_0, clientPort=52576, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:53:26,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52576 2024-11-12T07:53:26,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:26,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:53:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:53:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:53:27,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a with version=8 2024-11-12T07:53:27,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/hbase-staging 2024-11-12T07:53:27,291 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T07:53:27,505 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f9fc96254ef8:0 server-side Connection retries=45 2024-11-12T07:53:27,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:27,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:27,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:53:27,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:27,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:53:27,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:53:27,694 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T07:53:27,702 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T07:53:27,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:53:27,726 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42098 (auto-detected) 2024-11-12T07:53:27,727 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T07:53:27,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44827 2024-11-12T07:53:27,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44827 connecting to ZooKeeper ensemble=127.0.0.1:52576 2024-11-12T07:53:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448270x0, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:53:27,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44827-0x1012f5289b40000 connected 2024-11-12T07:53:27,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:27,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:27,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:53:27,987 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a, hbase.cluster.distributed=false 2024-11-12T07:53:28,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:53:28,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44827 2024-11-12T07:53:28,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44827 2024-11-12T07:53:28,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44827 2024-11-12T07:53:28,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44827 2024-11-12T07:53:28,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44827 2024-11-12T07:53:28,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f9fc96254ef8:0 server-side Connection retries=45 2024-11-12T07:53:28,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:53:28,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:53:28,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:53:28,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:53:28,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38543 2024-11-12T07:53:28,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38543 connecting to ZooKeeper ensemble=127.0.0.1:52576 2024-11-12T07:53:28,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385430x0, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:53:28,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:53:28,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38543-0x1012f5289b40001 connected 2024-11-12T07:53:28,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:53:28,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:53:28,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:53:28,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:53:28,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38543 2024-11-12T07:53:28,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38543 2024-11-12T07:53:28,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38543 2024-11-12T07:53:28,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38543 2024-11-12T07:53:28,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38543 2024-11-12T07:53:28,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f9fc96254ef8:0 server-side Connection retries=45 2024-11-12T07:53:28,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:53:28,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:53:28,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:53:28,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:53:28,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33161 2024-11-12T07:53:28,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33161 connecting to ZooKeeper ensemble=127.0.0.1:52576 2024-11-12T07:53:28,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331610x0, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:53:28,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:53:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33161-0x1012f5289b40002 connected 2024-11-12T07:53:28,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:53:28,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:53:28,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:53:28,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:53:28,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33161 2024-11-12T07:53:28,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33161 2024-11-12T07:53:28,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33161 2024-11-12T07:53:28,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33161 2024-11-12T07:53:28,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33161 2024-11-12T07:53:28,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f9fc96254ef8:0 server-side Connection retries=45 2024-11-12T07:53:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:53:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:53:28,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:53:28,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:53:28,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:53:28,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35579 2024-11-12T07:53:28,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35579 connecting to ZooKeeper ensemble=127.0.0.1:52576 2024-11-12T07:53:28,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355790x0, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:53:28,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355790x0, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:53:28,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35579-0x1012f5289b40003 connected 2024-11-12T07:53:28,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:53:28,279 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:53:28,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:53:28,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:53:28,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35579 2024-11-12T07:53:28,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35579 2024-11-12T07:53:28,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35579 2024-11-12T07:53:28,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35579 2024-11-12T07:53:28,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35579 2024-11-12T07:53:28,300 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f9fc96254ef8:44827 2024-11-12T07:53:28,301 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,317 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:53:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,348 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T07:53:28,349 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f9fc96254ef8,44827,1731398007356 from backup master directory 2024-11-12T07:53:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:53:28,362 WARN [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:53:28,362 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:28,364 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T07:53:28,365 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T07:53:28,421 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/hbase.id] with ID: 26602eca-1933-4b3f-b4f0-ef1cf2a7992c 2024-11-12T07:53:28,421 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/.tmp/hbase.id 2024-11-12T07:53:28,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:53:28,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:53:28,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:53:28,437 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/.tmp/hbase.id]:[hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/hbase.id] 2024-11-12T07:53:28,481 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:53:28,485 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:53:28,503 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T07:53:28,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:53:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:53:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:53:28,573 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:53:28,574 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:53:28,587 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:53:28,590 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:53:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:53:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:53:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:53:28,637 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store 2024-11-12T07:53:28,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:53:28,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:53:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:53:28,663 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T07:53:28,666 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:28,667 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:53:28,667 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:53:28,668 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:53:28,669 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:53:28,669 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:53:28,669 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:53:28,670 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731398008667Disabling compacts and flushes for region at 1731398008667Disabling writes for close at 1731398008669 (+2 ms)Writing region close event to WAL at 1731398008669Closed at 1731398008669 2024-11-12T07:53:28,672 WARN [master/f9fc96254ef8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/.initializing 2024-11-12T07:53:28,672 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/WALs/f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:28,680 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:53:28,694 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f9fc96254ef8%2C44827%2C1731398007356, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/WALs/f9fc96254ef8,44827,1731398007356, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/oldWALs, maxLogs=10 2024-11-12T07:53:28,715 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/WALs/f9fc96254ef8,44827,1731398007356/f9fc96254ef8%2C44827%2C1731398007356.1731398008698, exclude list is [], retry=0 2024-11-12T07:53:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d,DISK] 2024-11-12T07:53:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-073856b2-3fbf-4872-9bdc-68eff1b046a3,DISK] 2024-11-12T07:53:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-6bccd9ce-c0b4-4096-8830-e81946868c80,DISK] 2024-11-12T07:53:28,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T07:53:28,770 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/WALs/f9fc96254ef8,44827,1731398007356/f9fc96254ef8%2C44827%2C1731398007356.1731398008698 2024-11-12T07:53:28,771 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40131:40131),(127.0.0.1/127.0.0.1:41161:41161),(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-12T07:53:28,772 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:53:28,772 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:28,775 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,776 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:53:28,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:28,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:28,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:53:28,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:28,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:28,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:53:28,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:28,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:28,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:53:28,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:28,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:28,852 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,857 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,858 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,864 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,865 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,868 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:53:28,871 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:53:28,876 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:28,877 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63410233, jitterRate=-0.05511389672756195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:53:28,884 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731398008788Initializing all the Stores at 1731398008790 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398008791 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398008791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398008791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398008792 (+1 ms)Cleaning up temporary data from old regions at 1731398008865 (+73 ms)Region opened successfully at 1731398008883 (+18 ms) 2024-11-12T07:53:28,885 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:53:28,915 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c351b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f9fc96254ef8/172.17.0.2:0 2024-11-12T07:53:28,942 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:53:28,951 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:53:28,952 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:53:28,954 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:53:28,955 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:53:28,960 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T07:53:28,960 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:53:28,982 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:53:28,990 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T07:53:29,047 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T07:53:29,051 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:53:29,054 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:53:29,063 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T07:53:29,066 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:53:29,071 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:53:29,080 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T07:53:29,081 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:53:29,088 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T07:53:29,109 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:53:29,118 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,134 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f9fc96254ef8,44827,1731398007356, sessionid=0x1012f5289b40000, setting cluster-up flag (Was=false) 2024-11-12T07:53:29,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,194 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T07:53:29,199 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:29,247 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T07:53:29,250 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:29,259 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:53:29,291 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(746): ClusterId : 26602eca-1933-4b3f-b4f0-ef1cf2a7992c 2024-11-12T07:53:29,291 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(746): ClusterId : 26602eca-1933-4b3f-b4f0-ef1cf2a7992c 2024-11-12T07:53:29,291 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(746): ClusterId : 26602eca-1933-4b3f-b4f0-ef1cf2a7992c 2024-11-12T07:53:29,293 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:53:29,293 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:53:29,293 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:53:29,330 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:53:29,338 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:53:29,338 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:53:29,338 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:53:29,338 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:53:29,338 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:53:29,338 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:53:29,340 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:53:29,348 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:53:29,356 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:53:29,356 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:53:29,356 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:53:29,356 DEBUG [RS:2;f9fc96254ef8:35579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6f26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f9fc96254ef8/172.17.0.2:0 2024-11-12T07:53:29,356 DEBUG [RS:1;f9fc96254ef8:33161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3836b414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f9fc96254ef8/172.17.0.2:0 2024-11-12T07:53:29,357 DEBUG [RS:0;f9fc96254ef8:38543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6cf48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f9fc96254ef8/172.17.0.2:0 2024-11-12T07:53:29,355 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f9fc96254ef8,44827,1731398007356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:53:29,364 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f9fc96254ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:53:29,364 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f9fc96254ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:53:29,364 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f9fc96254ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:53:29,364 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f9fc96254ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:53:29,364 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f9fc96254ef8:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:53:29,365 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,365 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f9fc96254ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:53:29,365 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,368 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398039368 2024-11-12T07:53:29,370 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:53:29,371 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f9fc96254ef8:35579 2024-11-12T07:53:29,372 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:53:29,373 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f9fc96254ef8:33161 2024-11-12T07:53:29,374 DEBUG [RS:0;f9fc96254ef8:38543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f9fc96254ef8:38543 2024-11-12T07:53:29,375 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:53:29,375 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:53:29,375 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:53:29,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:53:29,375 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:53:29,375 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:53:29,375 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:53:29,375 DEBUG [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:53:29,375 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:53:29,375 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:53:29,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:53:29,376 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:53:29,376 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:53:29,377 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:53:29,377 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:53:29,378 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(2659): reportForDuty to master=f9fc96254ef8,44827,1731398007356 with port=38543, startcode=1731398008085 2024-11-12T07:53:29,378 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(2659): reportForDuty to master=f9fc96254ef8,44827,1731398007356 with port=35579, startcode=1731398008256 2024-11-12T07:53:29,378 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(2659): reportForDuty to master=f9fc96254ef8,44827,1731398007356 with port=33161, startcode=1731398008193 2024-11-12T07:53:29,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:29,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:53:29,383 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,392 DEBUG [RS:2;f9fc96254ef8:35579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:53:29,392 DEBUG [RS:0;f9fc96254ef8:38543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:53:29,392 DEBUG [RS:1;f9fc96254ef8:33161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:53:29,393 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:53:29,394 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:53:29,394 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:53:29,397 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:53:29,398 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:53:29,402 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f9fc96254ef8:0:becomeActiveMaster-HFileCleaner.large.0-1731398009399,5,FailOnTimeoutGroup] 2024-11-12T07:53:29,403 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f9fc96254ef8:0:becomeActiveMaster-HFileCleaner.small.0-1731398009403,5,FailOnTimeoutGroup] 2024-11-12T07:53:29,403 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,403 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:53:29,428 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,428 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:53:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:53:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:53:29,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:53:29,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:29,452 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57931, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:53:29,452 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:53:29,452 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:53:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:53:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:53:29,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:53:29,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:29,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:29,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:53:29,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:29,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:53:29,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:29,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:29,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:53:29,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:53:29,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:29,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:29,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:53:29,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:53:29,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:29,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:29,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:29,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:29,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:53:29,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:53:29,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:29,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,476 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:29,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,476 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:29,477 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-12T07:53:29,477 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-12T07:53:29,477 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:53:29,477 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:53:29,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:29,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:53:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740 2024-11-12T07:53:29,481 DEBUG [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:29,481 DEBUG [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-12T07:53:29,481 DEBUG [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:53:29,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740 2024-11-12T07:53:29,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:53:29,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:53:29,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:53:29,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:53:29,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:29,492 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65030147, jitterRate=-0.03097529709339142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:53:29,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731398009457Initializing all the Stores at 1731398009459 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398009459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398009459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398009459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398009459Cleaning up temporary data from old regions at 1731398009484 (+25 ms)Region opened successfully at 1731398009495 (+11 ms) 2024-11-12T07:53:29,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:53:29,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:53:29,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:53:29,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:53:29,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:53:29,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:53:29,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731398009496Disabling compacts and flushes for region at 1731398009496Disabling writes for close at 1731398009496Writing region close event to WAL at 1731398009497 (+1 ms)Closed at 1731398009497 2024-11-12T07:53:29,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:53:29,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:53:29,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:53:29,516 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:53:29,519 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:53:29,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:53:29,535 DEBUG [RS:1;f9fc96254ef8:33161 {}] zookeeper.ZKUtil(111): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:29,535 DEBUG [RS:2;f9fc96254ef8:35579 {}] zookeeper.ZKUtil(111): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:29,535 WARN [RS:1;f9fc96254ef8:33161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:53:29,535 WARN [RS:2;f9fc96254ef8:35579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:53:29,536 DEBUG [RS:0;f9fc96254ef8:38543 {}] zookeeper.ZKUtil(111): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,536 INFO [RS:2;f9fc96254ef8:35579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:53:29,536 INFO [RS:1;f9fc96254ef8:33161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:53:29,536 WARN [RS:0;f9fc96254ef8:38543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:53:29,536 INFO [RS:0;f9fc96254ef8:38543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:53:29,536 DEBUG [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,536 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:29,536 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:29,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f9fc96254ef8,38543,1731398008085] 2024-11-12T07:53:29,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f9fc96254ef8,35579,1731398008256] 2024-11-12T07:53:29,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f9fc96254ef8,33161,1731398008193] 2024-11-12T07:53:29,560 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:53:29,560 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:53:29,560 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:53:29,576 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:53:29,576 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:53:29,576 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:53:29,582 INFO [RS:1;f9fc96254ef8:33161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:53:29,582 INFO [RS:0;f9fc96254ef8:38543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:53:29,582 INFO [RS:2;f9fc96254ef8:35579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:53:29,582 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,582 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,582 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,583 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:53:29,583 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:53:29,583 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:53:29,588 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:53:29,588 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:53:29,588 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:53:29,590 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,590 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,590 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,590 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,590 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,590 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,590 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:53:29,591 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,591 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f9fc96254ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:53:29,592 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f9fc96254ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:53:29,592 DEBUG [RS:2;f9fc96254ef8:35579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f9fc96254ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:53:29,592 DEBUG [RS:0;f9fc96254ef8:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f9fc96254ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:53:29,592 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,592 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f9fc96254ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:53:29,593 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f9fc96254ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:53:29,593 DEBUG [RS:1;f9fc96254ef8:33161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f9fc96254ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:53:29,596 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,596 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,597 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,38543,1731398008085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:53:29,597 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,35579,1731398008256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:53:29,597 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,597 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,597 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,33161,1731398008193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:53:29,614 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:53:29,614 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:53:29,614 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:53:29,616 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,38543,1731398008085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,616 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,35579,1731398008256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,616 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,33161,1731398008193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,617 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,617 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,617 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,617 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.Replication(171): f9fc96254ef8,38543,1731398008085 started 2024-11-12T07:53:29,617 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.Replication(171): f9fc96254ef8,33161,1731398008193 started 2024-11-12T07:53:29,617 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.Replication(171): f9fc96254ef8,35579,1731398008256 started 2024-11-12T07:53:29,635 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,635 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,636 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1482): Serving as f9fc96254ef8,35579,1731398008256, RpcServer on f9fc96254ef8/172.17.0.2:35579, sessionid=0x1012f5289b40003 2024-11-12T07:53:29,636 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(1482): Serving as f9fc96254ef8,38543,1731398008085, RpcServer on f9fc96254ef8/172.17.0.2:38543, sessionid=0x1012f5289b40001 2024-11-12T07:53:29,636 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:53:29,636 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:53:29,637 DEBUG [RS:2;f9fc96254ef8:35579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:29,637 DEBUG [RS:0;f9fc96254ef8:38543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,637 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f9fc96254ef8,35579,1731398008256' 2024-11-12T07:53:29,637 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f9fc96254ef8,38543,1731398008085' 2024-11-12T07:53:29,637 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:53:29,637 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:53:29,638 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:53:29,638 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:53:29,638 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:53:29,638 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:53:29,638 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:53:29,638 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:53:29,638 DEBUG [RS:0;f9fc96254ef8:38543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,638 DEBUG [RS:2;f9fc96254ef8:35579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:29,639 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f9fc96254ef8,38543,1731398008085' 2024-11-12T07:53:29,639 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f9fc96254ef8,35579,1731398008256' 2024-11-12T07:53:29,639 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:53:29,639 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:53:29,639 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:53:29,639 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:53:29,640 DEBUG [RS:0;f9fc96254ef8:38543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:53:29,640 INFO [RS:0;f9fc96254ef8:38543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:53:29,640 INFO [RS:0;f9fc96254ef8:38543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:53:29,640 DEBUG [RS:2;f9fc96254ef8:35579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:53:29,641 INFO [RS:2;f9fc96254ef8:35579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:53:29,641 INFO [RS:2;f9fc96254ef8:35579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:53:29,641 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:29,641 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1482): Serving as f9fc96254ef8,33161,1731398008193, RpcServer on f9fc96254ef8/172.17.0.2:33161, sessionid=0x1012f5289b40002 2024-11-12T07:53:29,641 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:53:29,641 DEBUG [RS:1;f9fc96254ef8:33161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:29,641 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f9fc96254ef8,33161,1731398008193' 2024-11-12T07:53:29,641 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:53:29,642 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:53:29,643 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:53:29,643 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:53:29,643 DEBUG [RS:1;f9fc96254ef8:33161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:29,643 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f9fc96254ef8,33161,1731398008193' 2024-11-12T07:53:29,643 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:53:29,644 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:53:29,644 DEBUG [RS:1;f9fc96254ef8:33161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:53:29,644 INFO [RS:1;f9fc96254ef8:33161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:53:29,644 INFO [RS:1;f9fc96254ef8:33161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:53:29,670 WARN [f9fc96254ef8:44827 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:53:29,746 INFO [RS:1;f9fc96254ef8:33161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:53:29,746 INFO [RS:2;f9fc96254ef8:35579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:53:29,747 INFO [RS:0;f9fc96254ef8:38543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:53:29,751 INFO [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f9fc96254ef8%2C33161%2C1731398008193, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs, maxLogs=32 2024-11-12T07:53:29,751 INFO [RS:2;f9fc96254ef8:35579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f9fc96254ef8%2C35579%2C1731398008256, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,35579,1731398008256, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs, maxLogs=32 2024-11-12T07:53:29,751 INFO [RS:0;f9fc96254ef8:38543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f9fc96254ef8%2C38543%2C1731398008085, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs, maxLogs=32 2024-11-12T07:53:29,769 DEBUG [RS:2;f9fc96254ef8:35579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,35579,1731398008256/f9fc96254ef8%2C35579%2C1731398008256.1731398009756, exclude list is [], retry=0 2024-11-12T07:53:29,769 DEBUG [RS:1;f9fc96254ef8:33161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193/f9fc96254ef8%2C33161%2C1731398008193.1731398009756, exclude list is [], retry=0 2024-11-12T07:53:29,769 DEBUG [RS:0;f9fc96254ef8:38543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085/f9fc96254ef8%2C38543%2C1731398008085.1731398009756, exclude list is [], retry=0 2024-11-12T07:53:29,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-073856b2-3fbf-4872-9bdc-68eff1b046a3,DISK] 2024-11-12T07:53:29,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d,DISK] 2024-11-12T07:53:29,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-073856b2-3fbf-4872-9bdc-68eff1b046a3,DISK] 2024-11-12T07:53:29,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-6bccd9ce-c0b4-4096-8830-e81946868c80,DISK] 2024-11-12T07:53:29,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d,DISK] 2024-11-12T07:53:29,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-073856b2-3fbf-4872-9bdc-68eff1b046a3,DISK] 2024-11-12T07:53:29,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-6bccd9ce-c0b4-4096-8830-e81946868c80,DISK] 2024-11-12T07:53:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-6bccd9ce-c0b4-4096-8830-e81946868c80,DISK] 2024-11-12T07:53:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d,DISK] 2024-11-12T07:53:29,782 INFO [RS:2;f9fc96254ef8:35579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,35579,1731398008256/f9fc96254ef8%2C35579%2C1731398008256.1731398009756 2024-11-12T07:53:29,783 DEBUG [RS:2;f9fc96254ef8:35579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41161:41161),(127.0.0.1/127.0.0.1:40131:40131),(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-12T07:53:29,785 INFO [RS:0;f9fc96254ef8:38543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 2024-11-12T07:53:29,785 INFO [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193/f9fc96254ef8%2C33161%2C1731398008193.1731398009756 2024-11-12T07:53:29,786 DEBUG [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41161:41161),(127.0.0.1/127.0.0.1:33927:33927),(127.0.0.1/127.0.0.1:40131:40131)] 2024-11-12T07:53:29,786 DEBUG [RS:0;f9fc96254ef8:38543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40131:40131),(127.0.0.1/127.0.0.1:33927:33927),(127.0.0.1/127.0.0.1:41161:41161)] 2024-11-12T07:53:29,923 DEBUG [f9fc96254ef8:44827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T07:53:29,933 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(204): Hosts are {f9fc96254ef8=0} racks are {/default-rack=0} 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T07:53:29,939 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:53:29,939 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:53:29,939 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T07:53:29,939 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:53:29,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:29,952 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,38543,1731398008085, state=OPENING 2024-11-12T07:53:30,013 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:53:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:53:30,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,024 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:53:30,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:30,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:53:30,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:53:30,218 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:53:30,218 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:53:30,219 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:53:30,222 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f9fc96254ef8%2C38543%2C1731398008085.meta, suffix=.meta, logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs, maxLogs=32 2024-11-12T07:53:30,239 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, exclude list is [], retry=0 2024-11-12T07:53:30,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-073856b2-3fbf-4872-9bdc-68eff1b046a3,DISK] 2024-11-12T07:53:30,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d,DISK] 2024-11-12T07:53:30,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-6bccd9ce-c0b4-4096-8830-e81946868c80,DISK] 2024-11-12T07:53:30,246 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta 2024-11-12T07:53:30,247 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41161:41161),(127.0.0.1/127.0.0.1:33927:33927),(127.0.0.1/127.0.0.1:40131:40131)] 2024-11-12T07:53:30,247 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:53:30,249 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:53:30,252 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:53:30,257 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:53:30,260 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:53:30,260 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,261 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:53:30,261 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:53:30,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:53:30,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:53:30,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:30,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:30,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:53:30,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:53:30,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:30,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:30,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:53:30,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:53:30,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:30,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:30,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:53:30,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:53:30,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:30,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:53:30,275 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:53:30,277 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740 2024-11-12T07:53:30,280 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740 2024-11-12T07:53:30,282 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:53:30,282 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:53:30,283 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:53:30,287 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:53:30,288 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75029982, jitterRate=0.11803385615348816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:53:30,288 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:53:30,290 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731398010261Writing region info on filesystem at 1731398010261Initializing all the Stores at 1731398010263 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398010263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398010264 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398010264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398010264Cleaning up temporary data from old regions at 1731398010282 (+18 ms)Running coprocessor post-open hooks at 1731398010288 (+6 ms)Region opened successfully at 1731398010290 (+2 ms) 2024-11-12T07:53:30,297 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731398010193 2024-11-12T07:53:30,307 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:53:30,308 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:53:30,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:30,312 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,38543,1731398008085, state=OPEN 2024-11-12T07:53:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:30,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:30,344 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:30,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:53:30,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,38543,1731398008085 in 318 msec 2024-11-12T07:53:30,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:53:30,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 849 msec 2024-11-12T07:53:30,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:53:30,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:53:30,379 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:30,380 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:30,404 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:53:30,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:53:30,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1360 sec 2024-11-12T07:53:30,427 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731398010427, completionTime=-1 2024-11-12T07:53:30,430 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T07:53:30,431 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:53:30,489 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T07:53:30,489 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398070489 2024-11-12T07:53:30,489 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398130489 2024-11-12T07:53:30,489 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 58 msec 2024-11-12T07:53:30,491 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:53:30,500 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,44827,1731398007356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,500 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,44827,1731398007356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,500 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,44827,1731398007356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,502 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f9fc96254ef8:44827, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,502 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,502 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,508 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:53:30,531 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.168sec 2024-11-12T07:53:30,532 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:53:30,534 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:53:30,534 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:53:30,535 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:53:30,535 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:53:30,536 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,44827,1731398007356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:53:30,536 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,44827,1731398007356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:53:30,541 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:53:30,542 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:53:30,542 INFO [master/f9fc96254ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f9fc96254ef8,44827,1731398007356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:53:30,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:53:30,605 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T07:53:30,605 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T07:53:30,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f9fc96254ef8,44827,-1 for getting cluster id 2024-11-12T07:53:30,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:53:30,618 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26602eca-1933-4b3f-b4f0-ef1cf2a7992c' 2024-11-12T07:53:30,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:53:30,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26602eca-1933-4b3f-b4f0-ef1cf2a7992c" 2024-11-12T07:53:30,622 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5011c845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:53:30,622 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f9fc96254ef8,44827,-1] 2024-11-12T07:53:30,624 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:53:30,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:53:30,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:53:30,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450942db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:53:30,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:30,638 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:30,638 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:53:30,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:53:30,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:30,661 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T07:53:30,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:53:30,669 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:30,671 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@602ac356 2024-11-12T07:53:30,672 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:53:30,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:53:30,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:53:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:53:30,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:53:30,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-12T07:53:30,696 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:30,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:53:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:53:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741837_1013 (size=1020) 2024-11-12T07:53:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741837_1013 (size=1020) 2024-11-12T07:53:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741837_1013 (size=1020) 2024-11-12T07:53:30,717 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0e1b44f46cb33b9f81bbe8219eace08, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,717 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4179321633f14cdeeee986b8dd420bba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,717 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 92990715bd12cd183da4402a330be6d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741838_1014 (size=110) 2024-11-12T07:53:30,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741838_1014 (size=110) 2024-11-12T07:53:30,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741838_1014 (size=110) 2024-11-12T07:53:30,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,738 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4179321633f14cdeeee986b8dd420bba, disabling compactions & flushes 2024-11-12T07:53:30,738 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:30,738 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:30,738 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. after waiting 0 ms 2024-11-12T07:53:30,738 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:30,738 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:30,738 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4179321633f14cdeeee986b8dd420bba: Waiting for close lock at 1731398010737Disabling compacts and flushes for region at 1731398010737Disabling writes for close at 1731398010738 (+1 ms)Writing region close event to WAL at 1731398010738Closed at 1731398010738 2024-11-12T07:53:30,739 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ada51c55022bf91fdd44a3eddccec5f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741840_1016 (size=110) 2024-11-12T07:53:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741839_1015 (size=107) 2024-11-12T07:53:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741839_1015 (size=107) 2024-11-12T07:53:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741840_1016 (size=110) 2024-11-12T07:53:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741839_1015 (size=107) 2024-11-12T07:53:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741840_1016 (size=110) 2024-11-12T07:53:30,744 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 92990715bd12cd183da4402a330be6d4, disabling compactions & flushes 2024-11-12T07:53:30,745 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:30,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:30,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. after waiting 0 ms 2024-11-12T07:53:30,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:30,745 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:30,745 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 92990715bd12cd183da4402a330be6d4: Waiting for close lock at 1731398010745Disabling compacts and flushes for region at 1731398010745Disabling writes for close at 1731398010745Writing region close event to WAL at 1731398010745Closed at 1731398010745 2024-11-12T07:53:30,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff453df70a1f8aa81f05a2cb9d7131cb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d0e1b44f46cb33b9f81bbe8219eace08, disabling compactions & flushes 2024-11-12T07:53:30,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:30,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:30,747 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. after waiting 0 ms 2024-11-12T07:53:30,747 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:30,747 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:30,747 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0e1b44f46cb33b9f81bbe8219eace08: Waiting for close lock at 1731398010746Disabling compacts and flushes for region at 1731398010746Disabling writes for close at 1731398010747 (+1 ms)Writing region close event to WAL at 1731398010747Closed at 1731398010747 2024-11-12T07:53:30,748 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63a940228c74e3f68708518d2794be45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741841_1017 (size=110) 2024-11-12T07:53:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741841_1017 (size=110) 2024-11-12T07:53:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741841_1017 (size=110) 2024-11-12T07:53:30,759 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,759 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ada51c55022bf91fdd44a3eddccec5f1, disabling compactions & flushes 2024-11-12T07:53:30,759 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:30,759 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:30,759 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. after waiting 0 ms 2024-11-12T07:53:30,759 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:30,759 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:30,759 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ada51c55022bf91fdd44a3eddccec5f1: Waiting for close lock at 1731398010759Disabling compacts and flushes for region at 1731398010759Disabling writes for close at 1731398010759Writing region close event to WAL at 1731398010759Closed at 1731398010759 2024-11-12T07:53:30,760 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 259f6cb07daa0403b768dc4f16647ee4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741843_1019 (size=110) 2024-11-12T07:53:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741843_1019 (size=110) 2024-11-12T07:53:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741843_1019 (size=110) 2024-11-12T07:53:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741842_1018 (size=110) 2024-11-12T07:53:30,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 63a940228c74e3f68708518d2794be45, disabling compactions & flushes 2024-11-12T07:53:30,765 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:30,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:30,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. after waiting 0 ms 2024-11-12T07:53:30,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:30,765 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:30,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63a940228c74e3f68708518d2794be45: Waiting for close lock at 1731398010765Disabling compacts and flushes for region at 1731398010765Disabling writes for close at 1731398010765Writing region close event to WAL at 1731398010765Closed at 1731398010765 2024-11-12T07:53:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741842_1018 (size=110) 2024-11-12T07:53:30,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2620dc9f402537ad0ad604dea3804baf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741842_1018 (size=110) 2024-11-12T07:53:30,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ff453df70a1f8aa81f05a2cb9d7131cb, disabling compactions & flushes 2024-11-12T07:53:30,769 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:30,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:30,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. after waiting 0 ms 2024-11-12T07:53:30,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:30,770 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:30,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff453df70a1f8aa81f05a2cb9d7131cb: Waiting for close lock at 1731398010769Disabling compacts and flushes for region at 1731398010769Disabling writes for close at 1731398010770 (+1 ms)Writing region close event to WAL at 1731398010770Closed at 1731398010770 2024-11-12T07:53:30,771 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 61bc7dad8fe823ee82012e2872a310a4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741844_1020 (size=110) 2024-11-12T07:53:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741844_1020 (size=110) 2024-11-12T07:53:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741844_1020 (size=110) 2024-11-12T07:53:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741845_1021 (size=110) 2024-11-12T07:53:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741845_1021 (size=110) 2024-11-12T07:53:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741845_1021 (size=110) 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2620dc9f402537ad0ad604dea3804baf, disabling compactions & flushes 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 259f6cb07daa0403b768dc4f16647ee4, disabling compactions & flushes 2024-11-12T07:53:30,787 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:30,787 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. after waiting 0 ms 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. after waiting 0 ms 2024-11-12T07:53:30,787 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:30,787 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2620dc9f402537ad0ad604dea3804baf: Waiting for close lock at 1731398010787Disabling compacts and flushes for region at 1731398010787Disabling writes for close at 1731398010787Writing region close event to WAL at 1731398010787Closed at 1731398010787 2024-11-12T07:53:30,787 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 259f6cb07daa0403b768dc4f16647ee4: Waiting for close lock at 1731398010787Disabling compacts and flushes for region at 1731398010787Disabling writes for close at 1731398010787Writing region close event to WAL at 1731398010787Closed at 1731398010787 2024-11-12T07:53:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741846_1022 (size=110) 2024-11-12T07:53:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741846_1022 (size=110) 2024-11-12T07:53:30,788 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ecef690da40eba80d18d83ab4c391cf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,789 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 17ac1db1e4fac0b3f015bc912b0c3597, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741846_1022 (size=110) 2024-11-12T07:53:30,791 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,791 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 61bc7dad8fe823ee82012e2872a310a4, disabling compactions & flushes 2024-11-12T07:53:30,791 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:30,791 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:30,791 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. after waiting 0 ms 2024-11-12T07:53:30,791 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:30,791 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:30,791 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 61bc7dad8fe823ee82012e2872a310a4: Waiting for close lock at 1731398010791Disabling compacts and flushes for region at 1731398010791Disabling writes for close at 1731398010791Writing region close event to WAL at 1731398010791Closed at 1731398010791 2024-11-12T07:53:30,792 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e3cd8f252726232a314cd5a2b6cf6c1a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741847_1023 (size=110) 2024-11-12T07:53:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741847_1023 (size=110) 2024-11-12T07:53:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741847_1023 (size=110) 2024-11-12T07:53:30,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2ecef690da40eba80d18d83ab4c391cf, disabling compactions & flushes 2024-11-12T07:53:30,806 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:30,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:30,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. after waiting 0 ms 2024-11-12T07:53:30,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:30,806 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:30,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ecef690da40eba80d18d83ab4c391cf: Waiting for close lock at 1731398010806Disabling compacts and flushes for region at 1731398010806Disabling writes for close at 1731398010806Writing region close event to WAL at 1731398010806Closed at 1731398010806 2024-11-12T07:53:30,807 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6b122bb166053e59a8e9b1a6fa7b0f6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741848_1024 (size=110) 2024-11-12T07:53:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741849_1025 (size=110) 2024-11-12T07:53:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:53:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741849_1025 (size=110) 2024-11-12T07:53:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741849_1025 (size=110) 2024-11-12T07:53:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741848_1024 (size=110) 2024-11-12T07:53:30,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e3cd8f252726232a314cd5a2b6cf6c1a, disabling compactions & flushes 2024-11-12T07:53:30,817 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:30,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741848_1024 (size=110) 2024-11-12T07:53:30,817 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. after waiting 0 ms 2024-11-12T07:53:30,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:30,818 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:30,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e3cd8f252726232a314cd5a2b6cf6c1a: Waiting for close lock at 1731398010817Disabling compacts and flushes for region at 1731398010817Disabling writes for close at 1731398010817Writing region close event to WAL at 1731398010818 (+1 ms)Closed at 1731398010818 2024-11-12T07:53:30,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 17ac1db1e4fac0b3f015bc912b0c3597, disabling compactions & flushes 2024-11-12T07:53:30,819 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:30,819 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:30,819 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. after waiting 0 ms 2024-11-12T07:53:30,819 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 03038e48b21a12f60d2a170ee56eab53, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,819 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:30,819 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:30,819 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 17ac1db1e4fac0b3f015bc912b0c3597: Waiting for close lock at 1731398010818Disabling compacts and flushes for region at 1731398010818Disabling writes for close at 1731398010819 (+1 ms)Writing region close event to WAL at 1731398010819Closed at 1731398010819 2024-11-12T07:53:30,820 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 824c183deae1e7853426074e68860d51, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741850_1026 (size=110) 2024-11-12T07:53:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741850_1026 (size=110) 2024-11-12T07:53:30,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741850_1026 (size=110) 2024-11-12T07:53:30,824 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c6b122bb166053e59a8e9b1a6fa7b0f6, disabling compactions & flushes 2024-11-12T07:53:30,825 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:30,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:30,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. after waiting 0 ms 2024-11-12T07:53:30,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:30,825 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:30,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6b122bb166053e59a8e9b1a6fa7b0f6: Waiting for close lock at 1731398010825Disabling compacts and flushes for region at 1731398010825Disabling writes for close at 1731398010825Writing region close event to WAL at 1731398010825Closed at 1731398010825 2024-11-12T07:53:30,826 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24155c0143cb540382347ba6fb57fe2d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741851_1027 (size=110) 2024-11-12T07:53:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741851_1027 (size=110) 2024-11-12T07:53:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741851_1027 (size=110) 2024-11-12T07:53:30,835 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,836 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 824c183deae1e7853426074e68860d51, disabling compactions & flushes 2024-11-12T07:53:30,836 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:30,836 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:30,836 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. after waiting 0 ms 2024-11-12T07:53:30,836 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:30,836 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:30,836 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 824c183deae1e7853426074e68860d51: Waiting for close lock at 1731398010836Disabling compacts and flushes for region at 1731398010836Disabling writes for close at 1731398010836Writing region close event to WAL at 1731398010836Closed at 1731398010836 2024-11-12T07:53:30,837 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fe7a2b2adba3a3c707a77f8d7fe24b3c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741852_1028 (size=110) 2024-11-12T07:53:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741852_1028 (size=110) 2024-11-12T07:53:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741852_1028 (size=110) 2024-11-12T07:53:30,842 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,842 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 24155c0143cb540382347ba6fb57fe2d, disabling compactions & flushes 2024-11-12T07:53:30,842 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:30,842 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:30,842 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. after waiting 0 ms 2024-11-12T07:53:30,842 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:30,842 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:30,842 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24155c0143cb540382347ba6fb57fe2d: Waiting for close lock at 1731398010842Disabling compacts and flushes for region at 1731398010842Disabling writes for close at 1731398010842Writing region close event to WAL at 1731398010842Closed at 1731398010842 2024-11-12T07:53:30,843 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfb3cd4471f7c8febbac7a967bcc85f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741853_1029 (size=110) 2024-11-12T07:53:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741853_1029 (size=110) 2024-11-12T07:53:30,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741853_1029 (size=110) 2024-11-12T07:53:30,846 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,846 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 03038e48b21a12f60d2a170ee56eab53, disabling compactions & flushes 2024-11-12T07:53:30,846 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:30,846 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:30,846 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. after waiting 0 ms 2024-11-12T07:53:30,846 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:30,846 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:30,846 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 03038e48b21a12f60d2a170ee56eab53: Waiting for close lock at 1731398010846Disabling compacts and flushes for region at 1731398010846Disabling writes for close at 1731398010846Writing region close event to WAL at 1731398010846Closed at 1731398010846 2024-11-12T07:53:30,847 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6185a83277ccf94ca6988fe7c3d47084, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741854_1030 (size=110) 2024-11-12T07:53:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741854_1030 (size=110) 2024-11-12T07:53:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741854_1030 (size=110) 2024-11-12T07:53:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741856_1032 (size=110) 2024-11-12T07:53:30,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741856_1032 (size=110) 2024-11-12T07:53:30,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741856_1032 (size=110) 2024-11-12T07:53:30,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741855_1031 (size=110) 2024-11-12T07:53:30,865 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,865 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 6185a83277ccf94ca6988fe7c3d47084, disabling compactions & flushes 2024-11-12T07:53:30,865 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:30,865 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. after waiting 0 ms 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing fe7a2b2adba3a3c707a77f8d7fe24b3c, disabling compactions & flushes 2024-11-12T07:53:30,866 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:30,866 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6185a83277ccf94ca6988fe7c3d47084: Waiting for close lock at 1731398010865Disabling compacts and flushes for region at 1731398010865Disabling writes for close at 1731398010866 (+1 ms)Writing region close event to WAL at 1731398010866Closed at 1731398010866 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. after waiting 0 ms 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:30,866 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:30,866 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for fe7a2b2adba3a3c707a77f8d7fe24b3c: Waiting for close lock at 1731398010866Disabling compacts and flushes for region at 1731398010866Disabling writes for close at 1731398010866Writing region close event to WAL at 1731398010866Closed at 1731398010866 2024-11-12T07:53:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741855_1031 (size=110) 2024-11-12T07:53:30,867 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5078a8633da88e41a2297e259e7462fd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741855_1031 (size=110) 2024-11-12T07:53:30,867 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6d15ddc052ddf89ad11e52a2cf6ff838, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,870 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,870 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bfb3cd4471f7c8febbac7a967bcc85f7, disabling compactions & flushes 2024-11-12T07:53:30,870 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:30,870 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:30,870 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. after waiting 0 ms 2024-11-12T07:53:30,870 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:30,870 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:30,871 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfb3cd4471f7c8febbac7a967bcc85f7: Waiting for close lock at 1731398010870Disabling compacts and flushes for region at 1731398010870Disabling writes for close at 1731398010870Writing region close event to WAL at 1731398010870Closed at 1731398010870 2024-11-12T07:53:30,872 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ada3668f3d5eb07101339af503310f0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741858_1034 (size=110) 2024-11-12T07:53:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741857_1033 (size=110) 2024-11-12T07:53:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741858_1034 (size=110) 2024-11-12T07:53:30,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741858_1034 (size=110) 2024-11-12T07:53:30,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741857_1033 (size=110) 2024-11-12T07:53:30,884 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741857_1033 (size=110) 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5078a8633da88e41a2297e259e7462fd, disabling compactions & flushes 2024-11-12T07:53:30,885 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6d15ddc052ddf89ad11e52a2cf6ff838, disabling compactions & flushes 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:30,885 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. after waiting 0 ms 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. after waiting 0 ms 2024-11-12T07:53:30,885 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:30,885 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5078a8633da88e41a2297e259e7462fd: Waiting for close lock at 1731398010885Disabling compacts and flushes for region at 1731398010885Disabling writes for close at 1731398010885Writing region close event to WAL at 1731398010885Closed at 1731398010885 2024-11-12T07:53:30,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6d15ddc052ddf89ad11e52a2cf6ff838: Waiting for close lock at 1731398010885Disabling compacts and flushes for region at 1731398010885Disabling writes for close at 1731398010885Writing region close event to WAL at 1731398010885Closed at 1731398010885 2024-11-12T07:53:30,886 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5843a3ee7c55a8a42e92d69656cb57e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,886 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54caca787b07076b42244f88ea37a6a5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741859_1035 (size=110) 2024-11-12T07:53:30,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741859_1035 (size=110) 2024-11-12T07:53:30,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741859_1035 (size=110) 2024-11-12T07:53:30,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ada3668f3d5eb07101339af503310f0d, disabling compactions & flushes 2024-11-12T07:53:30,892 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:30,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:30,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. after waiting 0 ms 2024-11-12T07:53:30,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:30,892 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:30,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ada3668f3d5eb07101339af503310f0d: Waiting for close lock at 1731398010892Disabling compacts and flushes for region at 1731398010892Disabling writes for close at 1731398010892Writing region close event to WAL at 1731398010892Closed at 1731398010892 2024-11-12T07:53:30,893 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b499a5db1abcb2cc41a9c8e407fe469, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741860_1036 (size=110) 2024-11-12T07:53:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741860_1036 (size=110) 2024-11-12T07:53:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741861_1037 (size=110) 2024-11-12T07:53:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741860_1036 (size=110) 2024-11-12T07:53:30,903 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741861_1037 (size=110) 2024-11-12T07:53:30,903 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 54caca787b07076b42244f88ea37a6a5, disabling compactions & flushes 2024-11-12T07:53:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741861_1037 (size=110) 2024-11-12T07:53:30,903 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:30,903 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. after waiting 1 ms 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,904 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54caca787b07076b42244f88ea37a6a5: Waiting for close lock at 1731398010903Disabling compacts and flushes for region at 1731398010903Disabling writes for close at 1731398010904 (+1 ms)Writing region close event to WAL at 1731398010904Closed at 1731398010904 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing b5843a3ee7c55a8a42e92d69656cb57e, disabling compactions & flushes 2024-11-12T07:53:30,904 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:30,904 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 83638251026bd3a0a1200797f9c16def, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. after waiting 0 ms 2024-11-12T07:53:30,904 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:30,904 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:30,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5843a3ee7c55a8a42e92d69656cb57e: Waiting for close lock at 1731398010904Disabling compacts and flushes for region at 1731398010904Disabling writes for close at 1731398010904Writing region close event to WAL at 1731398010904Closed at 1731398010904 2024-11-12T07:53:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741862_1038 (size=110) 2024-11-12T07:53:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741862_1038 (size=110) 2024-11-12T07:53:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741862_1038 (size=110) 2024-11-12T07:53:30,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3b499a5db1abcb2cc41a9c8e407fe469, disabling compactions & flushes 2024-11-12T07:53:30,911 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:30,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:30,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. after waiting 0 ms 2024-11-12T07:53:30,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:30,911 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:30,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b499a5db1abcb2cc41a9c8e407fe469: Waiting for close lock at 1731398010910Disabling compacts and flushes for region at 1731398010910Disabling writes for close at 1731398010911 (+1 ms)Writing region close event to WAL at 1731398010911Closed at 1731398010911 2024-11-12T07:53:30,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741863_1039 (size=107) 2024-11-12T07:53:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741863_1039 (size=107) 2024-11-12T07:53:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741863_1039 (size=107) 2024-11-12T07:53:30,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:30,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 83638251026bd3a0a1200797f9c16def, disabling compactions & flushes 2024-11-12T07:53:30,920 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:30,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:30,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. after waiting 0 ms 2024-11-12T07:53:30,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:30,920 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:30,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 83638251026bd3a0a1200797f9c16def: Waiting for close lock at 1731398010920Disabling compacts and flushes for region at 1731398010920Disabling writes for close at 1731398010920Writing region close event to WAL at 1731398010920Closed at 1731398010920 2024-11-12T07:53:30,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:53:30,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731398010923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731398010923"}]},"ts":"1731398010923"} 2024-11-12T07:53:30,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-12T07:53:30,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:53:30,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731398010978"}]},"ts":"1731398010978"} 2024-11-12T07:53:30,985 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-12T07:53:30,986 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {f9fc96254ef8=0} racks are {/default-rack=0} 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T07:53:31,023 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:53:31,023 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:53:31,023 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T07:53:31,023 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:53:31,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0e1b44f46cb33b9f81bbe8219eace08, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4179321633f14cdeeee986b8dd420bba, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada51c55022bf91fdd44a3eddccec5f1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff453df70a1f8aa81f05a2cb9d7131cb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2620dc9f402537ad0ad604dea3804baf, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61bc7dad8fe823ee82012e2872a310a4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ecef690da40eba80d18d83ab4c391cf, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17ac1db1e4fac0b3f015bc912b0c3597, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6b122bb166053e59a8e9b1a6fa7b0f6, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03038e48b21a12f60d2a170ee56eab53, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24155c0143cb540382347ba6fb57fe2d, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe7a2b2adba3a3c707a77f8d7fe24b3c, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb3cd4471f7c8febbac7a967bcc85f7, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6d15ddc052ddf89ad11e52a2cf6ff838, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b499a5db1abcb2cc41a9c8e407fe469, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN}] 2024-11-12T07:53:31,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN 2024-11-12T07:53:31,037 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,039 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b499a5db1abcb2cc41a9c8e407fe469, ASSIGN 2024-11-12T07:53:31,041 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b499a5db1abcb2cc41a9c8e407fe469, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,043 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN 2024-11-12T07:53:31,044 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e, ASSIGN 2024-11-12T07:53:31,048 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,049 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d, ASSIGN 2024-11-12T07:53:31,051 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6d15ddc052ddf89ad11e52a2cf6ff838, ASSIGN 2024-11-12T07:53:31,054 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6d15ddc052ddf89ad11e52a2cf6ff838, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,056 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN 2024-11-12T07:53:31,058 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN 2024-11-12T07:53:31,062 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,063 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb3cd4471f7c8febbac7a967bcc85f7, ASSIGN 2024-11-12T07:53:31,064 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb3cd4471f7c8febbac7a967bcc85f7, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,066 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe7a2b2adba3a3c707a77f8d7fe24b3c, ASSIGN 2024-11-12T07:53:31,067 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe7a2b2adba3a3c707a77f8d7fe24b3c, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,069 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24155c0143cb540382347ba6fb57fe2d, ASSIGN 2024-11-12T07:53:31,070 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24155c0143cb540382347ba6fb57fe2d, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,072 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN 2024-11-12T07:53:31,073 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,075 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03038e48b21a12f60d2a170ee56eab53, ASSIGN 2024-11-12T07:53:31,077 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03038e48b21a12f60d2a170ee56eab53, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6b122bb166053e59a8e9b1a6fa7b0f6, ASSIGN 2024-11-12T07:53:31,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6b122bb166053e59a8e9b1a6fa7b0f6, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN 2024-11-12T07:53:31,083 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,085 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17ac1db1e4fac0b3f015bc912b0c3597, ASSIGN 2024-11-12T07:53:31,086 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17ac1db1e4fac0b3f015bc912b0c3597, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ecef690da40eba80d18d83ab4c391cf, ASSIGN 2024-11-12T07:53:31,089 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ecef690da40eba80d18d83ab4c391cf, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,091 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61bc7dad8fe823ee82012e2872a310a4, ASSIGN 2024-11-12T07:53:31,092 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61bc7dad8fe823ee82012e2872a310a4, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,094 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2620dc9f402537ad0ad604dea3804baf, ASSIGN 2024-11-12T07:53:31,096 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2620dc9f402537ad0ad604dea3804baf, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN 2024-11-12T07:53:31,099 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN 2024-11-12T07:53:31,102 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff453df70a1f8aa81f05a2cb9d7131cb, ASSIGN 2024-11-12T07:53:31,106 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff453df70a1f8aa81f05a2cb9d7131cb, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,108 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada51c55022bf91fdd44a3eddccec5f1, ASSIGN 2024-11-12T07:53:31,110 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada51c55022bf91fdd44a3eddccec5f1, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4179321633f14cdeeee986b8dd420bba, ASSIGN 2024-11-12T07:53:31,113 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4179321633f14cdeeee986b8dd420bba, ASSIGN; state=OFFLINE, location=f9fc96254ef8,33161,1731398008193; forceNewPlan=false, retain=false 2024-11-12T07:53:31,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN 2024-11-12T07:53:31,116 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN; state=OFFLINE, location=f9fc96254ef8,38543,1731398008085; forceNewPlan=false, retain=false 2024-11-12T07:53:31,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0e1b44f46cb33b9f81bbe8219eace08, ASSIGN 2024-11-12T07:53:31,119 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0e1b44f46cb33b9f81bbe8219eace08, ASSIGN; state=OFFLINE, location=f9fc96254ef8,35579,1731398008256; forceNewPlan=false, retain=false 2024-11-12T07:53:31,192 INFO [f9fc96254ef8:44827 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-12T07:53:31,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=83638251026bd3a0a1200797f9c16def, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=54caca787b07076b42244f88ea37a6a5, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5078a8633da88e41a2297e259e7462fd, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6185a83277ccf94ca6988fe7c3d47084, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=824c183deae1e7853426074e68860d51, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=259f6cb07daa0403b768dc4f16647ee4, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN because future has completed 2024-11-12T07:53:31,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=63a940228c74e3f68708518d2794be45, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=92990715bd12cd183da4402a330be6d4, regionState=OPENING, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN because future has completed 2024-11-12T07:53:31,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN because future has completed 2024-11-12T07:53:31,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN because future has completed 2024-11-12T07:53:31,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN because future has completed 2024-11-12T07:53:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN because future has completed 2024-11-12T07:53:31,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN because future has completed 2024-11-12T07:53:31,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN because future has completed 2024-11-12T07:53:31,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN because future has completed 2024-11-12T07:53:31,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,38543,1731398008085}] 2024-11-12T07:53:31,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=24155c0143cb540382347ba6fb57fe2d, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=61bc7dad8fe823ee82012e2872a310a4, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=ada3668f3d5eb07101339af503310f0d, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=03038e48b21a12f60d2a170ee56eab53, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ecef690da40eba80d18d83ab4c391cf, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2620dc9f402537ad0ad604dea3804baf, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4179321633f14cdeeee986b8dd420bba, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e, ASSIGN because future has completed 2024-11-12T07:53:31,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5843a3ee7c55a8a42e92d69656cb57e, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6d15ddc052ddf89ad11e52a2cf6ff838, ASSIGN because future has completed 2024-11-12T07:53:31,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe7a2b2adba3a3c707a77f8d7fe24b3c, ASSIGN because future has completed 2024-11-12T07:53:31,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24155c0143cb540382347ba6fb57fe2d, ASSIGN because future has completed 2024-11-12T07:53:31,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24155c0143cb540382347ba6fb57fe2d, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17ac1db1e4fac0b3f015bc912b0c3597, ASSIGN because future has completed 2024-11-12T07:53:31,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61bc7dad8fe823ee82012e2872a310a4, ASSIGN because future has completed 2024-11-12T07:53:31,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff453df70a1f8aa81f05a2cb9d7131cb, ASSIGN because future has completed 2024-11-12T07:53:31,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0e1b44f46cb33b9f81bbe8219eace08, ASSIGN because future has completed 2024-11-12T07:53:31,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0e1b44f46cb33b9f81bbe8219eace08, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b499a5db1abcb2cc41a9c8e407fe469, ASSIGN because future has completed 2024-11-12T07:53:31,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d, ASSIGN because future has completed 2024-11-12T07:53:31,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb3cd4471f7c8febbac7a967bcc85f7, ASSIGN because future has completed 2024-11-12T07:53:31,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03038e48b21a12f60d2a170ee56eab53, ASSIGN because future has completed 2024-11-12T07:53:31,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03038e48b21a12f60d2a170ee56eab53, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6b122bb166053e59a8e9b1a6fa7b0f6, ASSIGN because future has completed 2024-11-12T07:53:31,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6b122bb166053e59a8e9b1a6fa7b0f6, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ecef690da40eba80d18d83ab4c391cf, ASSIGN because future has completed 2024-11-12T07:53:31,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2620dc9f402537ad0ad604dea3804baf, ASSIGN because future has completed 2024-11-12T07:53:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada51c55022bf91fdd44a3eddccec5f1, ASSIGN because future has completed 2024-11-12T07:53:31,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ada51c55022bf91fdd44a3eddccec5f1, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4179321633f14cdeeee986b8dd420bba, ASSIGN because future has completed 2024-11-12T07:53:31,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4179321633f14cdeeee986b8dd420bba, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2620dc9f402537ad0ad604dea3804baf, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ecef690da40eba80d18d83ab4c391cf, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb3cd4471f7c8febbac7a967bcc85f7, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure ada3668f3d5eb07101339af503310f0d, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b499a5db1abcb2cc41a9c8e407fe469, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:53:31,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff453df70a1f8aa81f05a2cb9d7131cb, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61bc7dad8fe823ee82012e2872a310a4, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17ac1db1e4fac0b3f015bc912b0c3597, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:53:31,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe7a2b2adba3a3c707a77f8d7fe24b3c, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d15ddc052ddf89ad11e52a2cf6ff838, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:53:31,358 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:31,358 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 92990715bd12cd183da4402a330be6d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-12T07:53:31,359 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,359 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,359 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,359 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,361 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,363 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92990715bd12cd183da4402a330be6d4 columnFamilyName colfamily11 2024-11-12T07:53:31,364 DEBUG [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,365 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(327): Store=92990715bd12cd183da4402a330be6d4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,365 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,367 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92990715bd12cd183da4402a330be6d4 columnFamilyName colfamily21 2024-11-12T07:53:31,367 DEBUG [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,368 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(327): Store=92990715bd12cd183da4402a330be6d4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,368 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,371 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92990715bd12cd183da4402a330be6d4 columnFamilyName colfamily31 2024-11-12T07:53:31,371 DEBUG [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,372 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(327): Store=92990715bd12cd183da4402a330be6d4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,372 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,374 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,374 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,376 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,376 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,377 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,380 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,383 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,384 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 92990715bd12cd183da4402a330be6d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71535548, jitterRate=0.06596273183822632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,384 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:53:31,386 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 92990715bd12cd183da4402a330be6d4: Running coprocessor pre-open hook at 1731398011360Writing region info on filesystem at 1731398011360Initializing all the Stores at 1731398011361 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011361Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011361Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011361Cleaning up temporary data from old regions at 1731398011376 (+15 ms)Running coprocessor post-open hooks at 1731398011385 (+9 ms)Region opened successfully at 1731398011386 (+1 ms) 2024-11-12T07:53:31,389 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., pid=34, masterSystemTime=1731398011352 2024-11-12T07:53:31,392 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:31,392 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:31,392 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:31,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=92990715bd12cd183da4402a330be6d4, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,393 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 6185a83277ccf94ca6988fe7c3d47084, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-12T07:53:31,393 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,393 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,394 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,394 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,396 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,400 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6185a83277ccf94ca6988fe7c3d47084 columnFamilyName colfamily11 2024-11-12T07:53:31,400 DEBUG [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,401 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(327): Store=6185a83277ccf94ca6988fe7c3d47084/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,401 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=6 2024-11-12T07:53:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,38543,1731398008085 in 180 msec 2024-11-12T07:53:31,403 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6185a83277ccf94ca6988fe7c3d47084 columnFamilyName colfamily21 2024-11-12T07:53:31,403 DEBUG [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,404 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(327): Store=6185a83277ccf94ca6988fe7c3d47084/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,404 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN in 377 msec 2024-11-12T07:53:31,406 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6185a83277ccf94ca6988fe7c3d47084 columnFamilyName colfamily31 2024-11-12T07:53:31,406 DEBUG [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,407 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(327): Store=6185a83277ccf94ca6988fe7c3d47084/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,407 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,409 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,409 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,411 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,411 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,411 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,413 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,415 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:53:31,416 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,417 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 6185a83277ccf94ca6988fe7c3d47084; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71352522, jitterRate=0.06323543190956116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,417 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:53:31,417 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 6185a83277ccf94ca6988fe7c3d47084: Running coprocessor pre-open hook at 1731398011394Writing region info on filesystem at 1731398011394Initializing all the Stores at 1731398011396 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011396Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011396Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011396Cleaning up temporary data from old regions at 1731398011411 (+15 ms)Running coprocessor post-open hooks at 1731398011417 (+6 ms)Region opened successfully at 1731398011417 2024-11-12T07:53:31,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:53:31,419 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., pid=32, masterSystemTime=1731398011352 2024-11-12T07:53:31,422 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:31,422 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:53:31,423 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:31,423 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 824c183deae1e7853426074e68860d51, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-12T07:53:31,423 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:31,423 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,423 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,423 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d15ddc052ddf89ad11e52a2cf6ff838, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-12T07:53:31,424 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,424 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,424 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,424 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,425 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,426 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,426 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,429 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824c183deae1e7853426074e68860d51 columnFamilyName colfamily11 2024-11-12T07:53:31,429 DEBUG [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,430 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,430 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(327): Store=824c183deae1e7853426074e68860d51/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,430 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,432 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d15ddc052ddf89ad11e52a2cf6ff838 columnFamilyName colfamily11 2024-11-12T07:53:31,432 DEBUG [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,433 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824c183deae1e7853426074e68860d51 columnFamilyName colfamily21 2024-11-12T07:53:31,433 DEBUG [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:53:31,434 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(327): Store=824c183deae1e7853426074e68860d51/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,434 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] regionserver.HStore(327): Store=6d15ddc052ddf89ad11e52a2cf6ff838/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,434 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,434 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=23 2024-11-12T07:53:31,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:53:31,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,38543,1731398008085 in 225 msec 2024-11-12T07:53:31,437 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824c183deae1e7853426074e68860d51 columnFamilyName colfamily31 2024-11-12T07:53:31,437 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d15ddc052ddf89ad11e52a2cf6ff838 columnFamilyName colfamily21 2024-11-12T07:53:31,437 DEBUG [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,437 DEBUG [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,438 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(327): Store=824c183deae1e7853426074e68860d51/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,438 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,438 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] regionserver.HStore(327): Store=6d15ddc052ddf89ad11e52a2cf6ff838/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,438 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,440 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,440 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d15ddc052ddf89ad11e52a2cf6ff838 columnFamilyName colfamily31 2024-11-12T07:53:31,441 DEBUG [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,441 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,441 INFO [StoreOpener-6d15ddc052ddf89ad11e52a2cf6ff838-1 {}] regionserver.HStore(327): Store=6d15ddc052ddf89ad11e52a2cf6ff838/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,442 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,443 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,443 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,443 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN in 411 msec 2024-11-12T07:53:31,444 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,444 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,445 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,445 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,445 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,446 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,447 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:31,447 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 2620dc9f402537ad0ad604dea3804baf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-12T07:53:31,448 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,448 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,448 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,448 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,448 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,455 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,455 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,456 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,456 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 6d15ddc052ddf89ad11e52a2cf6ff838; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60891357, jitterRate=-0.09264807403087616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,456 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 824c183deae1e7853426074e68860d51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858139, jitterRate=0.07076971232891083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,457 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:53:31,457 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 824c183deae1e7853426074e68860d51 2024-11-12T07:53:31,457 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 6d15ddc052ddf89ad11e52a2cf6ff838: Running coprocessor pre-open hook at 1731398011426Writing region info on filesystem at 1731398011426Initializing all the Stores at 1731398011429 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011429Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011429Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011429Cleaning up temporary data from old regions at 1731398011445 (+16 ms)Running coprocessor post-open hooks at 1731398011457 (+12 ms)Region opened successfully at 1731398011457 2024-11-12T07:53:31,457 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 824c183deae1e7853426074e68860d51: Running coprocessor pre-open hook at 1731398011424Writing region info on filesystem at 1731398011424Initializing all the Stores at 1731398011425 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011426 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011426Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011426Cleaning up temporary data from old regions at 1731398011443 (+17 ms)Running coprocessor post-open hooks at 1731398011457 (+14 ms)Region opened successfully at 1731398011457 2024-11-12T07:53:31,457 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2620dc9f402537ad0ad604dea3804baf columnFamilyName colfamily11 2024-11-12T07:53:31,458 DEBUG [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,458 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838., pid=56, masterSystemTime=1731398011414 2024-11-12T07:53:31,458 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., pid=37, masterSystemTime=1731398011352 2024-11-12T07:53:31,459 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] regionserver.HStore(327): Store=2620dc9f402537ad0ad604dea3804baf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,459 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,461 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:31,461 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:53:31,462 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:31,462 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 63a940228c74e3f68708518d2794be45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-12T07:53:31,462 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2620dc9f402537ad0ad604dea3804baf columnFamilyName colfamily21 2024-11-12T07:53:31,462 DEBUG [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,463 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,463 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,463 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,463 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] regionserver.HStore(327): Store=2620dc9f402537ad0ad604dea3804baf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,463 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,463 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,463 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=824c183deae1e7853426074e68860d51, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,464 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:31,464 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:53:31,464 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:31,464 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 17ac1db1e4fac0b3f015bc912b0c3597, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-12T07:53:31,465 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,465 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,465 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,465 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,468 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2620dc9f402537ad0ad604dea3804baf columnFamilyName colfamily31 2024-11-12T07:53:31,468 DEBUG [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,469 INFO [StoreOpener-2620dc9f402537ad0ad604dea3804baf-1 {}] regionserver.HStore(327): Store=2620dc9f402537ad0ad604dea3804baf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,469 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,470 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,470 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,471 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,471 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d15ddc052ddf89ad11e52a2cf6ff838, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,473 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a940228c74e3f68708518d2794be45 columnFamilyName colfamily11 2024-11-12T07:53:31,473 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,473 DEBUG [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,473 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17ac1db1e4fac0b3f015bc912b0c3597 columnFamilyName colfamily11 2024-11-12T07:53:31,473 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,473 DEBUG [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,474 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(327): Store=63a940228c74e3f68708518d2794be45/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,474 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,474 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] regionserver.HStore(327): Store=17ac1db1e4fac0b3f015bc912b0c3597/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,474 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,474 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,476 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=19 2024-11-12T07:53:31,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,38543,1731398008085 in 240 msec 2024-11-12T07:53:31,477 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a940228c74e3f68708518d2794be45 columnFamilyName colfamily21 2024-11-12T07:53:31,477 DEBUG [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,478 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17ac1db1e4fac0b3f015bc912b0c3597 columnFamilyName colfamily21 2024-11-12T07:53:31,478 DEBUG [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,479 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(327): Store=63a940228c74e3f68708518d2794be45/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,479 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,479 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] regionserver.HStore(327): Store=17ac1db1e4fac0b3f015bc912b0c3597/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,480 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN in 451 msec 2024-11-12T07:53:31,481 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,482 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17ac1db1e4fac0b3f015bc912b0c3597 columnFamilyName colfamily31 2024-11-12T07:53:31,482 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 2620dc9f402537ad0ad604dea3804baf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71149163, jitterRate=0.06020514667034149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,482 DEBUG [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,482 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:53:31,483 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 2620dc9f402537ad0ad604dea3804baf: Running coprocessor pre-open hook at 1731398011452Writing region info on filesystem at 1731398011452Initializing all the Stores at 1731398011453 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011453Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011455 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011455Cleaning up temporary data from old regions at 1731398011473 (+18 ms)Running coprocessor post-open hooks at 1731398011482 (+9 ms)Region opened successfully at 1731398011482 2024-11-12T07:53:31,484 INFO [StoreOpener-17ac1db1e4fac0b3f015bc912b0c3597-1 {}] regionserver.HStore(327): Store=17ac1db1e4fac0b3f015bc912b0c3597/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,484 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,484 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., pid=47, masterSystemTime=1731398011433 2024-11-12T07:53:31,486 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,486 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,487 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a940228c74e3f68708518d2794be45 columnFamilyName colfamily31 2024-11-12T07:53:31,487 DEBUG [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=25 2024-11-12T07:53:31,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d15ddc052ddf89ad11e52a2cf6ff838, server=f9fc96254ef8,35579,1731398008256 in 139 msec 2024-11-12T07:53:31,488 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(327): Store=63a940228c74e3f68708518d2794be45/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,488 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:31,488 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:53:31,489 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:31,489 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,489 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 4179321633f14cdeeee986b8dd420bba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-12T07:53:31,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,489 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,489 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,490 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,490 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,490 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,490 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,491 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,491 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,491 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2620dc9f402537ad0ad604dea3804baf, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,494 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,494 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,495 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,495 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,496 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6d15ddc052ddf89ad11e52a2cf6ff838, ASSIGN in 466 msec 2024-11-12T07:53:31,498 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4179321633f14cdeeee986b8dd420bba columnFamilyName colfamily11 2024-11-12T07:53:31,498 DEBUG [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,499 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,499 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] regionserver.HStore(327): Store=4179321633f14cdeeee986b8dd420bba/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,499 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,502 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4179321633f14cdeeee986b8dd420bba columnFamilyName colfamily21 2024-11-12T07:53:31,502 DEBUG [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=12 2024-11-12T07:53:31,503 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] regionserver.HStore(327): Store=4179321633f14cdeeee986b8dd420bba/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2620dc9f402537ad0ad604dea3804baf, server=f9fc96254ef8,33161,1731398008193 in 197 msec 2024-11-12T07:53:31,503 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,505 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4179321633f14cdeeee986b8dd420bba columnFamilyName colfamily31 2024-11-12T07:53:31,506 DEBUG [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2620dc9f402537ad0ad604dea3804baf, ASSIGN in 477 msec 2024-11-12T07:53:31,506 INFO [StoreOpener-4179321633f14cdeeee986b8dd420bba-1 {}] regionserver.HStore(327): Store=4179321633f14cdeeee986b8dd420bba/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,506 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,507 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,508 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,508 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 17ac1db1e4fac0b3f015bc912b0c3597; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70110365, jitterRate=0.044725850224494934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,508 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:53:31,508 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,508 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 17ac1db1e4fac0b3f015bc912b0c3597: Running coprocessor pre-open hook at 1731398011465Writing region info on filesystem at 1731398011465Initializing all the Stores at 1731398011468 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011468Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011471 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011471Cleaning up temporary data from old regions at 1731398011490 (+19 ms)Running coprocessor post-open hooks at 1731398011508 (+18 ms)Region opened successfully at 1731398011508 2024-11-12T07:53:31,509 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,510 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., pid=54, masterSystemTime=1731398011414 2024-11-12T07:53:31,510 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 63a940228c74e3f68708518d2794be45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68734300, jitterRate=0.02422088384628296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,510 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,510 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63a940228c74e3f68708518d2794be45 2024-11-12T07:53:31,510 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,511 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 63a940228c74e3f68708518d2794be45: Running coprocessor pre-open hook at 1731398011463Writing region info on filesystem at 1731398011463Initializing all the Stores at 1731398011465 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011466 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011470 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011471 (+1 ms)Cleaning up temporary data from old regions at 1731398011495 (+24 ms)Running coprocessor post-open hooks at 1731398011510 (+15 ms)Region opened successfully at 1731398011511 (+1 ms) 2024-11-12T07:53:31,512 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., pid=33, masterSystemTime=1731398011352 2024-11-12T07:53:31,512 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,514 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:31,514 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:53:31,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,515 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:31,515 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:53:31,515 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,515 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:31,515 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 54caca787b07076b42244f88ea37a6a5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-12T07:53:31,514 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:31,516 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => fe7a2b2adba3a3c707a77f8d7fe24b3c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-12T07:53:31,516 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,516 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,517 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,517 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,517 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,517 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,517 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,517 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17ac1db1e4fac0b3f015bc912b0c3597, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=63a940228c74e3f68708518d2794be45, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,520 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,521 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 4179321633f14cdeeee986b8dd420bba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73593660, jitterRate=0.0966309905052185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,521 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:53:31,522 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 4179321633f14cdeeee986b8dd420bba: Running coprocessor pre-open hook at 1731398011491Writing region info on filesystem at 1731398011492 (+1 ms)Initializing all the Stores at 1731398011494 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011494Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011494Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011494Cleaning up temporary data from old regions at 1731398011511 (+17 ms)Running coprocessor post-open hooks at 1731398011521 (+10 ms)Region opened successfully at 1731398011521 2024-11-12T07:53:31,522 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,523 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., pid=46, masterSystemTime=1731398011433 2024-11-12T07:53:31,523 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,526 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54caca787b07076b42244f88ea37a6a5 columnFamilyName colfamily11 2024-11-12T07:53:31,526 DEBUG [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,526 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe7a2b2adba3a3c707a77f8d7fe24b3c columnFamilyName colfamily11 2024-11-12T07:53:31,526 DEBUG [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,527 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:31,527 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:31,527 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:31,527 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(327): Store=54caca787b07076b42244f88ea37a6a5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,528 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,528 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => ada3668f3d5eb07101339af503310f0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-12T07:53:31,528 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,528 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,528 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,529 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,530 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54caca787b07076b42244f88ea37a6a5 columnFamilyName colfamily21 2024-11-12T07:53:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=15 2024-11-12T07:53:31,530 DEBUG [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 17ac1db1e4fac0b3f015bc912b0c3597, server=f9fc96254ef8,35579,1731398008256 in 191 msec 2024-11-12T07:53:31,530 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(327): Store=54caca787b07076b42244f88ea37a6a5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,530 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,530 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] regionserver.HStore(327): Store=fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,531 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,533 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54caca787b07076b42244f88ea37a6a5 columnFamilyName colfamily31 2024-11-12T07:53:31,533 DEBUG [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17ac1db1e4fac0b3f015bc912b0c3597, ASSIGN in 504 msec 2024-11-12T07:53:31,533 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe7a2b2adba3a3c707a77f8d7fe24b3c columnFamilyName colfamily21 2024-11-12T07:53:31,533 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(327): Store=54caca787b07076b42244f88ea37a6a5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,533 DEBUG [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,533 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,535 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,535 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] regionserver.HStore(327): Store=fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,535 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,535 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,537 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,537 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,538 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe7a2b2adba3a3c707a77f8d7fe24b3c columnFamilyName colfamily31 2024-11-12T07:53:31,538 DEBUG [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,538 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4179321633f14cdeeee986b8dd420bba, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,539 INFO [StoreOpener-fe7a2b2adba3a3c707a77f8d7fe24b3c-1 {}] regionserver.HStore(327): Store=fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,540 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,540 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,541 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,541 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,543 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,543 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,544 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,544 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,545 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 54caca787b07076b42244f88ea37a6a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74433034, jitterRate=0.10913863778114319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,545 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:53:31,545 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 54caca787b07076b42244f88ea37a6a5: Running coprocessor pre-open hook at 1731398011517Writing region info on filesystem at 1731398011517Initializing all the Stores at 1731398011521 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011521Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011521Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011521Cleaning up temporary data from old regions at 1731398011537 (+16 ms)Running coprocessor post-open hooks at 1731398011545 (+8 ms)Region opened successfully at 1731398011545 2024-11-12T07:53:31,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=10 2024-11-12T07:53:31,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,38543,1731398008085 in 327 msec 2024-11-12T07:53:31,546 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., pid=39, masterSystemTime=1731398011352 2024-11-12T07:53:31,546 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,547 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN in 520 msec 2024-11-12T07:53:31,549 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3668f3d5eb07101339af503310f0d columnFamilyName colfamily11 2024-11-12T07:53:31,550 DEBUG [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,550 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:31,550 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:53:31,550 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:31,551 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 5078a8633da88e41a2297e259e7462fd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-12T07:53:31,551 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] regionserver.HStore(327): Store=ada3668f3d5eb07101339af503310f0d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,551 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,551 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,551 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,551 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,552 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,552 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,553 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened fe7a2b2adba3a3c707a77f8d7fe24b3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65729718, jitterRate=-0.02055087685585022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,553 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:53:31,554 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for fe7a2b2adba3a3c707a77f8d7fe24b3c: Running coprocessor pre-open hook at 1731398011518Writing region info on filesystem at 1731398011518Initializing all the Stores at 1731398011520 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011520Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011521 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011521Cleaning up temporary data from old regions at 1731398011543 (+22 ms)Running coprocessor post-open hooks at 1731398011553 (+10 ms)Region opened successfully at 1731398011553 2024-11-12T07:53:31,554 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3668f3d5eb07101339af503310f0d columnFamilyName colfamily21 2024-11-12T07:53:31,554 DEBUG [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,555 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] regionserver.HStore(327): Store=ada3668f3d5eb07101339af503310f0d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,555 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,556 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., pid=55, masterSystemTime=1731398011414 2024-11-12T07:53:31,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,558 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada3668f3d5eb07101339af503310f0d columnFamilyName colfamily31 2024-11-12T07:53:31,559 DEBUG [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,560 INFO [StoreOpener-ada3668f3d5eb07101339af503310f0d-1 {}] regionserver.HStore(327): Store=ada3668f3d5eb07101339af503310f0d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,560 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4179321633f14cdeeee986b8dd420bba. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:53:31,560 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:31,560 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:53:31,560 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:31,561 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => ff453df70a1f8aa81f05a2cb9d7131cb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-12T07:53:31,561 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,561 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,561 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,561 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,561 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,562 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,563 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,563 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,564 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,565 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,565 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,566 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5078a8633da88e41a2297e259e7462fd columnFamilyName colfamily11 2024-11-12T07:53:31,566 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,566 DEBUG [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,567 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(327): Store=5078a8633da88e41a2297e259e7462fd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=7 2024-11-12T07:53:31,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4179321633f14cdeeee986b8dd420bba, server=f9fc96254ef8,33161,1731398008193 in 266 msec 2024-11-12T07:53:31,567 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,568 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff453df70a1f8aa81f05a2cb9d7131cb columnFamilyName colfamily11 2024-11-12T07:53:31,568 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,568 DEBUG [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,570 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] regionserver.HStore(327): Store=ff453df70a1f8aa81f05a2cb9d7131cb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,570 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,570 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5078a8633da88e41a2297e259e7462fd columnFamilyName colfamily21 2024-11-12T07:53:31,570 DEBUG [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,572 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(327): Store=5078a8633da88e41a2297e259e7462fd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,572 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4179321633f14cdeeee986b8dd420bba, ASSIGN in 541 msec 2024-11-12T07:53:31,572 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff453df70a1f8aa81f05a2cb9d7131cb columnFamilyName colfamily21 2024-11-12T07:53:31,572 DEBUG [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,573 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] regionserver.HStore(327): Store=ff453df70a1f8aa81f05a2cb9d7131cb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,574 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,574 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5078a8633da88e41a2297e259e7462fd columnFamilyName colfamily31 2024-11-12T07:53:31,574 DEBUG [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,576 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff453df70a1f8aa81f05a2cb9d7131cb columnFamilyName colfamily31 2024-11-12T07:53:31,576 DEBUG [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,577 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(327): Store=5078a8633da88e41a2297e259e7462fd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,577 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,577 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,577 INFO [StoreOpener-ff453df70a1f8aa81f05a2cb9d7131cb-1 {}] regionserver.HStore(327): Store=ff453df70a1f8aa81f05a2cb9d7131cb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe7a2b2adba3a3c707a77f8d7fe24b3c, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,578 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,579 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened ada3668f3d5eb07101339af503310f0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67658473, jitterRate=0.008189812302589417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,579 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:53:31,579 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for ada3668f3d5eb07101339af503310f0d: Running coprocessor pre-open hook at 1731398011529Writing region info on filesystem at 1731398011529Initializing all the Stores at 1731398011530 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011530Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011542 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011542Cleaning up temporary data from old regions at 1731398011565 (+23 ms)Running coprocessor post-open hooks at 1731398011579 (+14 ms)Region opened successfully at 1731398011579 2024-11-12T07:53:31,579 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,580 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,580 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,581 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., pid=50, masterSystemTime=1731398011433 2024-11-12T07:53:31,581 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,583 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,584 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,584 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:31,584 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:53:31,584 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:31,584 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => ada51c55022bf91fdd44a3eddccec5f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-12T07:53:31,585 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,585 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,585 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,585 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,585 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=28 2024-11-12T07:53:31,585 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,38543,1731398008085 in 336 msec 2024-11-12T07:53:31,586 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,587 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,588 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN in 560 msec 2024-11-12T07:53:31,589 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,591 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,594 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada51c55022bf91fdd44a3eddccec5f1 columnFamilyName colfamily11 2024-11-12T07:53:31,594 DEBUG [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure ada3668f3d5eb07101339af503310f0d, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,595 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] regionserver.HStore(327): Store=ada51c55022bf91fdd44a3eddccec5f1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,595 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,599 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,600 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada51c55022bf91fdd44a3eddccec5f1 columnFamilyName colfamily21 2024-11-12T07:53:31,600 DEBUG [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,601 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] regionserver.HStore(327): Store=ada51c55022bf91fdd44a3eddccec5f1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,601 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened ff453df70a1f8aa81f05a2cb9d7131cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66845276, jitterRate=-0.003927767276763916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,601 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:53:31,601 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for ff453df70a1f8aa81f05a2cb9d7131cb: Running coprocessor pre-open hook at 1731398011561Writing region info on filesystem at 1731398011561Initializing all the Stores at 1731398011563 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011563Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011563Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011563Cleaning up temporary data from old regions at 1731398011584 (+21 ms)Running coprocessor post-open hooks at 1731398011601 (+17 ms)Region opened successfully at 1731398011601 2024-11-12T07:53:31,601 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=21 2024-11-12T07:53:31,602 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., pid=52, masterSystemTime=1731398011414 2024-11-12T07:53:31,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure fe7a2b2adba3a3c707a77f8d7fe24b3c, server=f9fc96254ef8,35579,1731398008256 in 257 msec 2024-11-12T07:53:31,603 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada51c55022bf91fdd44a3eddccec5f1 columnFamilyName colfamily31 2024-11-12T07:53:31,603 DEBUG [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,604 INFO [StoreOpener-ada51c55022bf91fdd44a3eddccec5f1-1 {}] regionserver.HStore(327): Store=ada51c55022bf91fdd44a3eddccec5f1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,604 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,605 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:31,605 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:53:31,605 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:31,605 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,605 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => b5843a3ee7c55a8a42e92d69656cb57e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-12T07:53:31,606 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,606 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,606 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,606 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,606 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,607 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,608 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,608 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe7a2b2adba3a3c707a77f8d7fe24b3c, ASSIGN in 576 msec 2024-11-12T07:53:31,608 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 5078a8633da88e41a2297e259e7462fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64038103, jitterRate=-0.04575790464878082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,608 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:53:31,608 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 5078a8633da88e41a2297e259e7462fd: Running coprocessor pre-open hook at 1731398011552Writing region info on filesystem at 1731398011552Initializing all the Stores at 1731398011557 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011557Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011562 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011563 (+1 ms)Cleaning up temporary data from old regions at 1731398011585 (+22 ms)Running coprocessor post-open hooks at 1731398011608 (+23 ms)Region opened successfully at 1731398011608 2024-11-12T07:53:31,608 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,609 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,610 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., pid=38, masterSystemTime=1731398011352 2024-11-12T07:53:31,611 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,614 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:31,614 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:53:31,614 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:31,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff453df70a1f8aa81f05a2cb9d7131cb, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,615 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 83638251026bd3a0a1200797f9c16def, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-12T07:53:31,615 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5843a3ee7c55a8a42e92d69656cb57e columnFamilyName colfamily11 2024-11-12T07:53:31,615 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,615 DEBUG [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,615 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,615 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,615 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,616 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,618 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] regionserver.HStore(327): Store=b5843a3ee7c55a8a42e92d69656cb57e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,618 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,620 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5843a3ee7c55a8a42e92d69656cb57e columnFamilyName colfamily21 2024-11-12T07:53:31,620 DEBUG [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,621 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] regionserver.HStore(327): Store=b5843a3ee7c55a8a42e92d69656cb57e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,621 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,624 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5843a3ee7c55a8a42e92d69656cb57e columnFamilyName colfamily31 2024-11-12T07:53:31,624 DEBUG [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,624 INFO [StoreOpener-b5843a3ee7c55a8a42e92d69656cb57e-1 {}] regionserver.HStore(327): Store=b5843a3ee7c55a8a42e92d69656cb57e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=9 2024-11-12T07:53:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff453df70a1f8aa81f05a2cb9d7131cb, server=f9fc96254ef8,35579,1731398008256 in 295 msec 2024-11-12T07:53:31,625 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,626 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,626 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,627 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,628 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff453df70a1f8aa81f05a2cb9d7131cb, ASSIGN in 599 msec 2024-11-12T07:53:31,628 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,628 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,629 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened ada51c55022bf91fdd44a3eddccec5f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73107300, jitterRate=0.08938366174697876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,630 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:53:31,630 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for ada51c55022bf91fdd44a3eddccec5f1: Running coprocessor pre-open hook at 1731398011585Writing region info on filesystem at 1731398011585Initializing all the Stores at 1731398011587 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011587Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011591 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011591Cleaning up temporary data from old regions at 1731398011608 (+17 ms)Running coprocessor post-open hooks at 1731398011630 (+22 ms)Region opened successfully at 1731398011630 2024-11-12T07:53:31,630 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,631 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83638251026bd3a0a1200797f9c16def columnFamilyName colfamily11 2024-11-12T07:53:31,631 DEBUG [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,631 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., pid=45, masterSystemTime=1731398011433 2024-11-12T07:53:31,632 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(327): Store=83638251026bd3a0a1200797f9c16def/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,632 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,633 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,634 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:31,634 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:53:31,635 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83638251026bd3a0a1200797f9c16def columnFamilyName colfamily21 2024-11-12T07:53:31,635 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:31,635 DEBUG [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,635 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 03038e48b21a12f60d2a170ee56eab53, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-12T07:53:31,635 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,635 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,636 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,636 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,636 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(327): Store=83638251026bd3a0a1200797f9c16def/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,636 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,637 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=24 2024-11-12T07:53:31,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,38543,1731398008085 in 390 msec 2024-11-12T07:53:31,638 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened b5843a3ee7c55a8a42e92d69656cb57e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64952615, jitterRate=-0.032130613923072815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,638 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:53:31,638 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for b5843a3ee7c55a8a42e92d69656cb57e: Running coprocessor pre-open hook at 1731398011607Writing region info on filesystem at 1731398011607Initializing all the Stores at 1731398011608 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011608Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011608Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011608Cleaning up temporary data from old regions at 1731398011628 (+20 ms)Running coprocessor post-open hooks at 1731398011638 (+10 ms)Region opened successfully at 1731398011638 2024-11-12T07:53:31,638 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83638251026bd3a0a1200797f9c16def columnFamilyName colfamily31 2024-11-12T07:53:31,639 DEBUG [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,639 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,639 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., pid=40, masterSystemTime=1731398011414 2024-11-12T07:53:31,640 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(327): Store=83638251026bd3a0a1200797f9c16def/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,640 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,641 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03038e48b21a12f60d2a170ee56eab53 columnFamilyName colfamily11 2024-11-12T07:53:31,641 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,641 DEBUG [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,642 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,642 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] regionserver.HStore(327): Store=03038e48b21a12f60d2a170ee56eab53/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,642 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,644 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:31,644 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,644 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,644 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:53:31,644 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:31,644 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => d0e1b44f46cb33b9f81bbe8219eace08, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-12T07:53:31,644 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,645 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03038e48b21a12f60d2a170ee56eab53 columnFamilyName colfamily21 2024-11-12T07:53:31,645 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,645 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,645 DEBUG [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,645 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,645 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,645 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] regionserver.HStore(327): Store=03038e48b21a12f60d2a170ee56eab53/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN in 612 msec 2024-11-12T07:53:31,646 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,646 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,648 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,648 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03038e48b21a12f60d2a170ee56eab53 columnFamilyName colfamily31 2024-11-12T07:53:31,648 DEBUG [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,649 INFO [StoreOpener-03038e48b21a12f60d2a170ee56eab53-1 {}] regionserver.HStore(327): Store=03038e48b21a12f60d2a170ee56eab53/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,650 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,651 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,651 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5843a3ee7c55a8a42e92d69656cb57e, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,652 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,652 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,653 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 83638251026bd3a0a1200797f9c16def; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66328343, jitterRate=-0.011630669236183167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,653 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:53:31,653 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 83638251026bd3a0a1200797f9c16def: Running coprocessor pre-open hook at 1731398011615Writing region info on filesystem at 1731398011616 (+1 ms)Initializing all the Stores at 1731398011617 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011617Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011627 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011627Cleaning up temporary data from old regions at 1731398011644 (+17 ms)Running coprocessor post-open hooks at 1731398011653 (+9 ms)Region opened successfully at 1731398011653 2024-11-12T07:53:31,654 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,654 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,654 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e1b44f46cb33b9f81bbe8219eace08 columnFamilyName colfamily11 2024-11-12T07:53:31,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,654 DEBUG [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,655 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,655 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., pid=31, masterSystemTime=1731398011352 2024-11-12T07:53:31,655 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] regionserver.HStore(327): Store=d0e1b44f46cb33b9f81bbe8219eace08/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,656 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,657 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,657 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e1b44f46cb33b9f81bbe8219eace08 columnFamilyName colfamily21 2024-11-12T07:53:31,658 DEBUG [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,658 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] regionserver.HStore(327): Store=d0e1b44f46cb33b9f81bbe8219eace08/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,659 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,659 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:31,659 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:53:31,659 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:31,659 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => e3cd8f252726232a314cd5a2b6cf6c1a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-12T07:53:31,660 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,660 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,660 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,660 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,661 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e1b44f46cb33b9f81bbe8219eace08 columnFamilyName colfamily31 2024-11-12T07:53:31,661 DEBUG [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,662 INFO [StoreOpener-d0e1b44f46cb33b9f81bbe8219eace08-1 {}] regionserver.HStore(327): Store=d0e1b44f46cb33b9f81bbe8219eace08/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,662 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ada51c55022bf91fdd44a3eddccec5f1, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=83638251026bd3a0a1200797f9c16def, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,664 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada51c55022bf91fdd44a3eddccec5f1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:53:31,664 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:53:31,664 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,665 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,35579,1731398008256, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:53:31,665 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,667 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,667 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,668 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,670 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=8 2024-11-12T07:53:31,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ada51c55022bf91fdd44a3eddccec5f1, server=f9fc96254ef8,33161,1731398008193 in 379 msec 2024-11-12T07:53:31,675 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,676 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada51c55022bf91fdd44a3eddccec5f1, ASSIGN in 648 msec 2024-11-12T07:53:31,677 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 03038e48b21a12f60d2a170ee56eab53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59249106, jitterRate=-0.11711952090263367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 03038e48b21a12f60d2a170ee56eab53: Running coprocessor pre-open hook at 1731398011636Writing region info on filesystem at 1731398011636Initializing all the Stores at 1731398011637 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011638 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011638Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011638Cleaning up temporary data from old regions at 1731398011654 (+16 ms)Running coprocessor post-open hooks at 1731398011677 (+23 ms)Region opened successfully at 1731398011677 2024-11-12T07:53:31,678 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened d0e1b44f46cb33b9f81bbe8219eace08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61931881, jitterRate=-0.07714305818080902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,678 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:53:31,678 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., pid=43, masterSystemTime=1731398011433 2024-11-12T07:53:31,678 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd8f252726232a314cd5a2b6cf6c1a columnFamilyName colfamily11 2024-11-12T07:53:31,679 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for d0e1b44f46cb33b9f81bbe8219eace08: Running coprocessor pre-open hook at 1731398011645Writing region info on filesystem at 1731398011645Initializing all the Stores at 1731398011646 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011646Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011650 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011650Cleaning up temporary data from old regions at 1731398011667 (+17 ms)Running coprocessor post-open hooks at 1731398011678 (+11 ms)Region opened successfully at 1731398011678 2024-11-12T07:53:31,679 DEBUG [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,681 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., pid=42, masterSystemTime=1731398011414 2024-11-12T07:53:31,682 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:31,682 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(327): Store=e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,682 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:53:31,682 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:31,682 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,682 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ecef690da40eba80d18d83ab4c391cf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-12T07:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,685 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:31,685 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:31,685 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:31,685 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 61bc7dad8fe823ee82012e2872a310a4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-12T07:53:31,685 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd8f252726232a314cd5a2b6cf6c1a columnFamilyName colfamily21 2024-11-12T07:53:31,686 DEBUG [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-12T07:53:31,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,38543,1731398008085 in 481 msec 2024-11-12T07:53:31,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,686 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(327): Store=e3cd8f252726232a314cd5a2b6cf6c1a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,687 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,688 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd8f252726232a314cd5a2b6cf6c1a columnFamilyName colfamily31 2024-11-12T07:53:31,689 DEBUG [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,689 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(327): Store=e3cd8f252726232a314cd5a2b6cf6c1a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN in 660 msec 2024-11-12T07:53:31,689 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,690 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,691 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,692 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,692 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,693 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0e1b44f46cb33b9f81bbe8219eace08, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,695 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03038e48b21a12f60d2a170ee56eab53, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,699 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,699 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,701 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ecef690da40eba80d18d83ab4c391cf columnFamilyName colfamily11 2024-11-12T07:53:31,701 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61bc7dad8fe823ee82012e2872a310a4 columnFamilyName colfamily11 2024-11-12T07:53:31,701 DEBUG [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,701 DEBUG [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,702 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] regionserver.HStore(327): Store=61bc7dad8fe823ee82012e2872a310a4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,702 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] regionserver.HStore(327): Store=2ecef690da40eba80d18d83ab4c391cf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,702 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,702 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,703 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,704 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened e3cd8f252726232a314cd5a2b6cf6c1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61859830, jitterRate=-0.07821670174598694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,704 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:53:31,704 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for e3cd8f252726232a314cd5a2b6cf6c1a: Running coprocessor pre-open hook at 1731398011661Writing region info on filesystem at 1731398011661Initializing all the Stores at 1731398011664 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011664Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011674 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011674Cleaning up temporary data from old regions at 1731398011692 (+18 ms)Running coprocessor post-open hooks at 1731398011704 (+12 ms)Region opened successfully at 1731398011704 2024-11-12T07:53:31,705 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61bc7dad8fe823ee82012e2872a310a4 columnFamilyName colfamily21 2024-11-12T07:53:31,705 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ecef690da40eba80d18d83ab4c391cf columnFamilyName colfamily21 2024-11-12T07:53:31,705 DEBUG [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,705 DEBUG [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,706 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., pid=36, masterSystemTime=1731398011352 2024-11-12T07:53:31,706 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] regionserver.HStore(327): Store=2ecef690da40eba80d18d83ab4c391cf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,706 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] regionserver.HStore(327): Store=61bc7dad8fe823ee82012e2872a310a4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,707 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,707 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=5 2024-11-12T07:53:31,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0e1b44f46cb33b9f81bbe8219eace08, server=f9fc96254ef8,35579,1731398008256 in 428 msec 2024-11-12T07:53:31,709 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ecef690da40eba80d18d83ab4c391cf columnFamilyName colfamily31 2024-11-12T07:53:31,709 DEBUG [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,709 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:31,709 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:53:31,710 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:31,710 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61bc7dad8fe823ee82012e2872a310a4 columnFamilyName colfamily31 2024-11-12T07:53:31,710 DEBUG [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,710 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 259f6cb07daa0403b768dc4f16647ee4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-12T07:53:31,710 INFO [StoreOpener-2ecef690da40eba80d18d83ab4c391cf-1 {}] regionserver.HStore(327): Store=2ecef690da40eba80d18d83ab4c391cf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,710 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,711 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,711 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,711 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,711 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,711 INFO [StoreOpener-61bc7dad8fe823ee82012e2872a310a4-1 {}] regionserver.HStore(327): Store=61bc7dad8fe823ee82012e2872a310a4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,711 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,711 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,712 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,713 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0e1b44f46cb33b9f81bbe8219eace08, ASSIGN in 683 msec 2024-11-12T07:53:31,714 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,714 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,714 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,714 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,716 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,716 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,716 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,717 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,720 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=18 2024-11-12T07:53:31,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 03038e48b21a12f60d2a170ee56eab53, server=f9fc96254ef8,33161,1731398008193 in 441 msec 2024-11-12T07:53:31,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03038e48b21a12f60d2a170ee56eab53, ASSIGN in 698 msec 2024-11-12T07:53:31,727 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,728 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,728 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,728 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 2ecef690da40eba80d18d83ab4c391cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61674877, jitterRate=-0.08097271621227264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,728 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:53:31,729 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 2ecef690da40eba80d18d83ab4c391cf: Running coprocessor pre-open hook at 1731398011683Writing region info on filesystem at 1731398011683Initializing all the Stores at 1731398011685 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011685Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011698 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011698Cleaning up temporary data from old regions at 1731398011714 (+16 ms)Running coprocessor post-open hooks at 1731398011728 (+14 ms)Region opened successfully at 1731398011729 (+1 ms) 2024-11-12T07:53:31,729 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f6cb07daa0403b768dc4f16647ee4 columnFamilyName colfamily11 2024-11-12T07:53:31,729 DEBUG [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,730 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., pid=48, masterSystemTime=1731398011433 2024-11-12T07:53:31,730 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 61bc7dad8fe823ee82012e2872a310a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74634684, jitterRate=0.11214345693588257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,730 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:53:31,730 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 61bc7dad8fe823ee82012e2872a310a4: Running coprocessor pre-open hook at 1731398011686Writing region info on filesystem at 1731398011686Initializing all the Stores at 1731398011687 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011687Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011699 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011699Cleaning up temporary data from old regions at 1731398011716 (+17 ms)Running coprocessor post-open hooks at 1731398011730 (+14 ms)Region opened successfully at 1731398011730 2024-11-12T07:53:31,731 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(327): Store=259f6cb07daa0403b768dc4f16647ee4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,732 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., pid=53, masterSystemTime=1731398011414 2024-11-12T07:53:31,732 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,734 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:31,734 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:53:31,734 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:31,734 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => bfb3cd4471f7c8febbac7a967bcc85f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-12T07:53:31,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=16 2024-11-12T07:53:31,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,38543,1731398008085 in 500 msec 2024-11-12T07:53:31,735 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,735 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,735 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,735 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,735 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f6cb07daa0403b768dc4f16647ee4 columnFamilyName colfamily21 2024-11-12T07:53:31,735 DEBUG [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,736 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(327): Store=259f6cb07daa0403b768dc4f16647ee4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,736 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:31,736 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,736 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:53:31,737 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:31,737 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 24155c0143cb540382347ba6fb57fe2d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-12T07:53:31,737 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,737 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,737 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,737 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,738 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,739 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f6cb07daa0403b768dc4f16647ee4 columnFamilyName colfamily31 2024-11-12T07:53:31,739 DEBUG [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN in 709 msec 2024-11-12T07:53:31,740 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(327): Store=259f6cb07daa0403b768dc4f16647ee4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,740 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,740 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb3cd4471f7c8febbac7a967bcc85f7 columnFamilyName colfamily11 2024-11-12T07:53:31,740 DEBUG [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,740 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,741 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,741 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,741 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] regionserver.HStore(327): Store=bfb3cd4471f7c8febbac7a967bcc85f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,741 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,742 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,743 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24155c0143cb540382347ba6fb57fe2d columnFamilyName colfamily11 2024-11-12T07:53:31,743 DEBUG [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,744 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,744 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,744 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb3cd4471f7c8febbac7a967bcc85f7 columnFamilyName colfamily21 2024-11-12T07:53:31,744 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] regionserver.HStore(327): Store=24155c0143cb540382347ba6fb57fe2d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,744 DEBUG [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,745 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,745 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61bc7dad8fe823ee82012e2872a310a4, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,746 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] regionserver.HStore(327): Store=bfb3cd4471f7c8febbac7a967bcc85f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,746 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,747 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,747 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24155c0143cb540382347ba6fb57fe2d columnFamilyName colfamily21 2024-11-12T07:53:31,747 DEBUG [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,748 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] regionserver.HStore(327): Store=24155c0143cb540382347ba6fb57fe2d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,748 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,749 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb3cd4471f7c8febbac7a967bcc85f7 columnFamilyName colfamily31 2024-11-12T07:53:31,750 DEBUG [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,751 INFO [StoreOpener-bfb3cd4471f7c8febbac7a967bcc85f7-1 {}] regionserver.HStore(327): Store=bfb3cd4471f7c8febbac7a967bcc85f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,751 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,751 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24155c0143cb540382347ba6fb57fe2d columnFamilyName colfamily31 2024-11-12T07:53:31,751 DEBUG [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,752 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,752 INFO [StoreOpener-24155c0143cb540382347ba6fb57fe2d-1 {}] regionserver.HStore(327): Store=24155c0143cb540382347ba6fb57fe2d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ecef690da40eba80d18d83ab4c391cf, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,752 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,753 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,753 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 259f6cb07daa0403b768dc4f16647ee4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63490424, jitterRate=-0.05391895771026611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,753 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:53:31,753 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,753 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 259f6cb07daa0403b768dc4f16647ee4: Running coprocessor pre-open hook at 1731398011711Writing region info on filesystem at 1731398011711Initializing all the Stores at 1731398011713 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011713Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011726 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011726Cleaning up temporary data from old regions at 1731398011744 (+18 ms)Running coprocessor post-open hooks at 1731398011753 (+9 ms)Region opened successfully at 1731398011753 2024-11-12T07:53:31,754 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,754 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., pid=35, masterSystemTime=1731398011352 2024-11-12T07:53:31,755 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,757 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,757 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,758 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,758 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,758 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,759 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:31,759 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:53:31,759 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=13 2024-11-12T07:53:31,760 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 61bc7dad8fe823ee82012e2872a310a4, server=f9fc96254ef8,35579,1731398008256 in 424 msec 2024-11-12T07:53:31,761 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61bc7dad8fe823ee82012e2872a310a4, ASSIGN in 734 msec 2024-11-12T07:53:31,763 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,764 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened bfb3cd4471f7c8febbac7a967bcc85f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67247210, jitterRate=0.002061516046524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,765 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:53:31,765 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for bfb3cd4471f7c8febbac7a967bcc85f7: Running coprocessor pre-open hook at 1731398011735Writing region info on filesystem at 1731398011735Initializing all the Stores at 1731398011736 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011737 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011737Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011737Cleaning up temporary data from old regions at 1731398011757 (+20 ms)Running coprocessor post-open hooks at 1731398011765 (+8 ms)Region opened successfully at 1731398011765 2024-11-12T07:53:31,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:31,766 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., pid=49, masterSystemTime=1731398011433 2024-11-12T07:53:31,770 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,38543,1731398008085 because future has completed 2024-11-12T07:53:31,771 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 24155c0143cb540382347ba6fb57fe2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66473054, jitterRate=-0.009474307298660278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,771 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:53:31,771 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 24155c0143cb540382347ba6fb57fe2d: Running coprocessor pre-open hook at 1731398011738Writing region info on filesystem at 1731398011738Initializing all the Stores at 1731398011739 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011739Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011739Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011739Cleaning up temporary data from old regions at 1731398011758 (+19 ms)Running coprocessor post-open hooks at 1731398011771 (+13 ms)Region opened successfully at 1731398011771 2024-11-12T07:53:31,773 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:31,773 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:53:31,773 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:53:31,773 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:31,773 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c6b122bb166053e59a8e9b1a6fa7b0f6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-12T07:53:31,774 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,774 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,35579,1731398008256, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:53:31,774 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,774 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,774 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,775 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., pid=41, masterSystemTime=1731398011414 2024-11-12T07:53:31,777 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:31,778 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:53:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=14 2024-11-12T07:53:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ecef690da40eba80d18d83ab4c391cf, server=f9fc96254ef8,33161,1731398008193 in 466 msec 2024-11-12T07:53:31,779 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ecef690da40eba80d18d83ab4c391cf, ASSIGN in 752 msec 2024-11-12T07:53:31,781 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6b122bb166053e59a8e9b1a6fa7b0f6 columnFamilyName colfamily11 2024-11-12T07:53:31,781 DEBUG [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,782 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] regionserver.HStore(327): Store=c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,782 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:53:31,784 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6b122bb166053e59a8e9b1a6fa7b0f6 columnFamilyName colfamily21 2024-11-12T07:53:31,784 DEBUG [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24155c0143cb540382347ba6fb57fe2d, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:53:31,785 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] regionserver.HStore(327): Store=c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,785 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,788 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6b122bb166053e59a8e9b1a6fa7b0f6 columnFamilyName colfamily31 2024-11-12T07:53:31,788 DEBUG [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,788 INFO [StoreOpener-c6b122bb166053e59a8e9b1a6fa7b0f6-1 {}] regionserver.HStore(327): Store=c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,789 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,790 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=20 2024-11-12T07:53:31,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 24155c0143cb540382347ba6fb57fe2d, server=f9fc96254ef8,35579,1731398008256 in 520 msec 2024-11-12T07:53:31,790 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,791 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,791 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,792 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24155c0143cb540382347ba6fb57fe2d, ASSIGN in 764 msec 2024-11-12T07:53:31,794 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,797 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,798 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c6b122bb166053e59a8e9b1a6fa7b0f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58916553, jitterRate=-0.12207494676113129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,798 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:53:31,798 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c6b122bb166053e59a8e9b1a6fa7b0f6: Running coprocessor pre-open hook at 1731398011774Writing region info on filesystem at 1731398011774Initializing all the Stores at 1731398011776 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011776Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011778 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011778Cleaning up temporary data from old regions at 1731398011791 (+13 ms)Running coprocessor post-open hooks at 1731398011798 (+7 ms)Region opened successfully at 1731398011798 2024-11-12T07:53:31,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb3cd4471f7c8febbac7a967bcc85f7, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,799 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., pid=44, masterSystemTime=1731398011433 2024-11-12T07:53:31,802 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:31,802 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:53:31,802 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:31,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=11 2024-11-12T07:53:31,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,38543,1731398008085 in 576 msec 2024-11-12T07:53:31,803 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b499a5db1abcb2cc41a9c8e407fe469, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-12T07:53:31,803 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,803 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:53:31,803 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,803 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN in 777 msec 2024-11-12T07:53:31,806 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,810 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b499a5db1abcb2cc41a9c8e407fe469 columnFamilyName colfamily11 2024-11-12T07:53:31,810 DEBUG [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6b122bb166053e59a8e9b1a6fa7b0f6, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,811 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] regionserver.HStore(327): Store=3b499a5db1abcb2cc41a9c8e407fe469/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,811 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,813 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b499a5db1abcb2cc41a9c8e407fe469 columnFamilyName colfamily21 2024-11-12T07:53:31,813 DEBUG [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,813 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] regionserver.HStore(327): Store=3b499a5db1abcb2cc41a9c8e407fe469/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=22 2024-11-12T07:53:31,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb3cd4471f7c8febbac7a967bcc85f7, server=f9fc96254ef8,33161,1731398008193 in 500 msec 2024-11-12T07:53:31,814 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,815 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b499a5db1abcb2cc41a9c8e407fe469 columnFamilyName colfamily31 2024-11-12T07:53:31,815 DEBUG [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:53:31,816 INFO [StoreOpener-3b499a5db1abcb2cc41a9c8e407fe469-1 {}] regionserver.HStore(327): Store=3b499a5db1abcb2cc41a9c8e407fe469/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:53:31,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb3cd4471f7c8febbac7a967bcc85f7, ASSIGN in 788 msec 2024-11-12T07:53:31,816 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,817 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,817 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,819 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,819 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,819 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:53:31,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=17 2024-11-12T07:53:31,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c6b122bb166053e59a8e9b1a6fa7b0f6, server=f9fc96254ef8,33161,1731398008193 in 532 msec 2024-11-12T07:53:31,821 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6b122bb166053e59a8e9b1a6fa7b0f6, ASSIGN in 795 msec 2024-11-12T07:53:31,824 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:53:31,825 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 3b499a5db1abcb2cc41a9c8e407fe469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66013458, jitterRate=-0.016322821378707886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:53:31,825 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:53:31,825 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 3b499a5db1abcb2cc41a9c8e407fe469: Running coprocessor pre-open hook at 1731398011804Writing region info on filesystem at 1731398011804Initializing all the Stores at 1731398011805 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011805Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011805Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398011805Cleaning up temporary data from old regions at 1731398011819 (+14 ms)Running coprocessor post-open hooks at 1731398011825 (+6 ms)Region opened successfully at 1731398011825 2024-11-12T07:53:31,826 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., pid=51, masterSystemTime=1731398011433 2024-11-12T07:53:31,828 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:31,829 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:53:31,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=27 2024-11-12T07:53:31,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure b5843a3ee7c55a8a42e92d69656cb57e, server=f9fc96254ef8,35579,1731398008256 in 564 msec 2024-11-12T07:53:31,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5843a3ee7c55a8a42e92d69656cb57e, ASSIGN in 803 msec 2024-11-12T07:53:31,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, openSeqNum=2, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:53:31,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b499a5db1abcb2cc41a9c8e407fe469, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:53:31,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=26 2024-11-12T07:53:31,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure ada3668f3d5eb07101339af503310f0d, server=f9fc96254ef8,33161,1731398008193 in 519 msec 2024-11-12T07:53:31,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ada3668f3d5eb07101339af503310f0d, ASSIGN in 812 msec 2024-11-12T07:53:31,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=29 2024-11-12T07:53:31,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b499a5db1abcb2cc41a9c8e407fe469, server=f9fc96254ef8,33161,1731398008193 in 520 msec 2024-11-12T07:53:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:53:31,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=4 2024-11-12T07:53:31,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b499a5db1abcb2cc41a9c8e407fe469, ASSIGN in 818 msec 2024-11-12T07:53:31,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:53:31,850 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731398011849"}]},"ts":"1731398011849"} 2024-11-12T07:53:31,853 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-12T07:53:31,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:53:31,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.1700 sec 2024-11-12T07:53:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:53:32,866 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-12T07:53:32,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-12T07:53:32,868 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:53:32,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38543 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-12T07:53:32,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-12T07:53:32,892 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:53:32,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-12T07:53:32,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:32,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:32,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:32,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:32,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:32,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:32,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:32,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:32,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:32,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:32,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,044 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,420 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,573 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,668 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,800 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,841 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:33,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:33,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:33,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:34,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:34,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:34,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:34,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:34,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., hostname=f9fc96254ef8,35579,1731398008256, seqNum=2] 2024-11-12T07:53:34,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:34,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:34,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:34,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:34,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:34,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:34,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:34,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:34,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:34,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., hostname=f9fc96254ef8,33161,1731398008193, seqNum=2] 2024-11-12T07:53:34,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2] 2024-11-12T07:53:34,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:53:34,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:53:34,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:53:34,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:53:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:53:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38543 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:53:34,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:53:34,984 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-12T07:53:34,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38543 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-12T07:53:35,244 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-12T07:53:35,244 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:35,244 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:35,245 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f9fc96254ef8,38543,1731398008085: Simulated kill ***** 2024-11-12T07:53:35,246 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:53:35,249 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:53:35,252 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:53:35,252 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:53:35,253 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:53:35,253 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 536843776 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153846304 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "f9fc96254ef8" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "f9fc96254ef8" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "f9fc96254ef8" } ] } 2024-11-12T07:53:35,256 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44827 {}] master.MasterRpcServices(700): f9fc96254ef8,38543,1731398008085 reported a fatal error: ***** ABORTING region server f9fc96254ef8,38543,1731398008085: Simulated kill ***** 2024-11-12T07:53:35,258 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f9fc96254ef8,38543,1731398008085' ***** 2024-11-12T07:53:35,258 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T07:53:35,258 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:53:35,258 INFO [RS:0;f9fc96254ef8:38543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T07:53:35,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:53:35,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:53:35,259 INFO [RS:0;f9fc96254ef8:38543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T07:53:35,259 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:53:35,259 INFO [RS:0;f9fc96254ef8:38543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f9fc96254ef8:38543. 2024-11-12T07:53:35,259 DEBUG [RS:0;f9fc96254ef8:38543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:53:35,264 DEBUG [RS:0;f9fc96254ef8:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:53:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741836_1012 (size=54214) 2024-11-12T07:53:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741836_1012 (size=54214) 2024-11-12T07:53:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741836_1012 (size=54214) 2024-11-12T07:53:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741835_1011 (size=298415) 2024-11-12T07:53:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741835_1011 (size=298415) 2024-11-12T07:53:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741835_1011 (size=298415) 2024-11-12T07:53:35,273 DEBUG [RS:0;f9fc96254ef8:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:53:35,273 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:53:35,273 INFO [RS:0;f9fc96254ef8:38543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38543 2024-11-12T07:53:35,305 INFO [regionserver/f9fc96254ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:53:35,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:53:35,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f9fc96254ef8,38543,1731398008085 2024-11-12T07:53:35,312 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:53:35,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f9fc96254ef8,38543,1731398008085] 2024-11-12T07:53:35,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f9fc96254ef8,38543,1731398008085 already deleted, retry=false 2024-11-12T07:53:35,329 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f9fc96254ef8,38543,1731398008085 on f9fc96254ef8,44827,1731398007356 2024-11-12T07:53:35,337 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,342 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for f9fc96254ef8,38543,1731398008085 (carryingMeta=true) f9fc96254ef8,38543,1731398008085/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@161aee20[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T07:53:35,342 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,342 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:53:35,342 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:53:35,343 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:53:35,359 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:53:35,361 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,362 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:53:35,362 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:53:35,362 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:53:35,362 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:53:35,363 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:53:35,363 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:53:35,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:53:35,364 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:53:35,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:53:35,370 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:53:35,371 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:53:35,372 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:53:35,372 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,373 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:53:35,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-12T07:53:35,375 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:53:35,375 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,38543,1731398008085, table=hbase:meta, region=1588230740 2024-11-12T07:53:35,375 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,38543,1731398008085, state=OPEN 2024-11-12T07:53:35,380 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:53:35,399 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:53:35,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:35,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:35,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:53:35,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:35,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:35,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:53:35,403 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398045403 2024-11-12T07:53:35,403 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:53:35,403 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,403 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:53:35,404 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:53:35,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:35,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:53:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:35,408 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true, isMeta: true 2024-11-12T07:53:35,410 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting 2024-11-12T07:53:35,411 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=1, meta=true 2024-11-12T07:53:35,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta}] 2024-11-12T07:53:35,414 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:53:35,414 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:53:35,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:53:35,414 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:53:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:53:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x1012f5289b40001, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:53:35,421 INFO [RS:0;f9fc96254ef8:38543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:53:35,421 INFO [RS:0;f9fc96254ef8:38543 {}] regionserver.HRegionServer(1031): Exiting; stopping=f9fc96254ef8,38543,1731398008085; zookeeper connection closed. 2024-11-12T07:53:35,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d6b8a04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d6b8a04 2024-11-12T07:53:35,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:35,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:35,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:53:35,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:35,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:35,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:35,597 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:53:35,597 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:53:35,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:35,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:35,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:53:35,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:35,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:35,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:35,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:53:35,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-12T07:53:35,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:53:36,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:36,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:36,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:53:36,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:36,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:36,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:36,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:36,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:36,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:53:36,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:36,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:36,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:37,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:37,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:37,555 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:53:37,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:53:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:53:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:37,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:53:37,692 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:53:37,693 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:53:37,693 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-12T07:53:37,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:53:37,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:53:37,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:53:37,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:53:39,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:39,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:39,577 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:53:39,579 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4175 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:53:39,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:39,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:53:39,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:39,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:43,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:43,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:43,585 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:53:43,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8182 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:53:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:53:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:53,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:53:53,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:53:53,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:53:53,648 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18244 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:53:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:53:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:53:53,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:56,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:54:01,363 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f9fc96254ef8:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T07:54:03,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:03,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:03,685 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:03,686 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28282 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:10,978 INFO [master/f9fc96254ef8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:54:10,979 INFO [master/f9fc96254ef8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:54:13,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:13,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:13,705 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:13,706 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38302 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:13,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:23,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:23,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:23,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:23,767 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48363 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:23,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:23,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:23,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:23,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:26,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:54:30,679 WARN [RS:2;f9fc96254ef8:35579 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085: status=status unset, state=RUNNING, startTime=1731398015342, completionTime=-1 appears to have been leaked 2024-11-12T07:54:30,768 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4179321633f14cdeeee986b8dd420bba changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,768 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ada51c55022bf91fdd44a3eddccec5f1 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,769 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2620dc9f402537ad0ad604dea3804baf changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,769 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ecef690da40eba80d18d83ab4c391cf changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,769 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6b122bb166053e59a8e9b1a6fa7b0f6 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,770 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 03038e48b21a12f60d2a170ee56eab53 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,770 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bfb3cd4471f7c8febbac7a967bcc85f7 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,770 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ada3668f3d5eb07101339af503310f0d changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,770 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b499a5db1abcb2cc41a9c8e407fe469 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,771 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d0e1b44f46cb33b9f81bbe8219eace08 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,771 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ff453df70a1f8aa81f05a2cb9d7131cb changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,771 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 61bc7dad8fe823ee82012e2872a310a4 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,771 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 17ac1db1e4fac0b3f015bc912b0c3597 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,771 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 24155c0143cb540382347ba6fb57fe2d changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,772 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe7a2b2adba3a3c707a77f8d7fe24b3c changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,772 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6d15ddc052ddf89ad11e52a2cf6ff838 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:30,772 DEBUG [master/f9fc96254ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b5843a3ee7c55a8a42e92d69656cb57e changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:54:32,366 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f9fc96254ef8:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T07:54:34,112 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T07:54:35,406 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-12T07:53:35.407Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:35.517Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:35.725Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:36.035Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:36.546Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:53:37.560Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:39.580Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:43.587Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:53:53.650Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:03.686Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:13.707Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:23.770Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-12T07:54:35,410 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:54:35,410 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:54:35,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:54:35,410 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:54:35,411 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:54:35,411 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:54:35,411 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:54:35,411 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:54:35,412 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:54:35,414 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:54:35,416 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:54:35,416 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:54:35,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:54:35,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:54:35,417 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:54:35,417 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-12T07:54:35,418 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:54:35,418 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,38543,1731398008085, table=hbase:meta, region=1588230740 2024-11-12T07:54:35,418 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,38543,1731398008085, state=OPEN 2024-11-12T07:54:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:54:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:54:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:54:35,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:54:35,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:54:35,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:54:35,486 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398105486 2024-11-12T07:54:35,486 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:54:35,486 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true, isMeta: true 2024-11-12T07:54:35,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:35,486 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:35,488 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:35,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:35,488 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=1, meta=true 2024-11-12T07:54:35,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:35,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta}] 2024-11-12T07:54:35,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:35,488 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:54:35,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:35,494 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:54:35,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:54:35,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:35,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:35,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:54:35,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:35,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:35,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:35,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-12T07:54:35,680 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, size=52.9 K (54214bytes) 2024-11-12T07:54:35,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T07:54:35,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T07:54:35,681 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta 2024-11-12T07:54:35,686 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta after 3ms 2024-11-12T07:54:35,693 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta took 14ms 2024-11-12T07:54:35,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:54:35,710 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp 2024-11-12T07:54:35,714 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp 2024-11-12T07:54:35,714 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta so closing down 2024-11-12T07:54:35,715 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T07:54:35,718 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T07:54:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741864_1040 (size=53973) 2024-11-12T07:54:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741864_1040 (size=53973) 2024-11-12T07:54:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741864_1040 (size=53973) 2024-11-12T07:54:35,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-12T07:54:35,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-12T07:54:35,737 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-12T07:54:35,738 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, journal: Splitting hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, size=52.9 K (54214bytes) at 1731398075680Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp at 1731398075714 (+34 ms)Finishing writing output for hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta so closing down at 17313980757143 split writer threads finished at 1731398075719 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731398075732 (+13 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731398075734 (+2 ms)Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731398075737 (+3 ms) 2024-11-12T07:54:35,738 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta 2024-11-12T07:54:35,739 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-12T07:54:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-12T07:54:35,747 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs 2024-11-12T07:54:35,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-12T07:54:35,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 in 251 msec 2024-11-12T07:54:35,752 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:54:35,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-12T07:54:35,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 in 264 msec 2024-11-12T07:54:35,757 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting dir is empty, no logs to split. 2024-11-12T07:54:35,757 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=0, meta=true 2024-11-12T07:54:35,757 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f9fc96254ef8,38543,1731398008085 WAL splitting is done? wals=0, meta=true 2024-11-12T07:54:35,757 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:54:35,757 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:54:35,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:54:35,758 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:54:35,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:35,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:35,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:54:35,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:35,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:35,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:36,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:36,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:36,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:54:36,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:36,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:36,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:36,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:36,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:36,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:54:36,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:36,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:36,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:37,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:37,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:37,635 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:37,636 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:39,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:39,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:39,666 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:39,667 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4181 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:39,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:43,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:43,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:43,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:43,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8201 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:43,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:53,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:54:53,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:54:53,765 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:54:53,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18279 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:54:53,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:53,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:54:53,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:54:53,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:56,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:55:03,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:03,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:03,817 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:03,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28332 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:03,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:03,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:03,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:03,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:13,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:13,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:13,857 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:13,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38371 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:13,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:23,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:23,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:23,947 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:23,948 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48461 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:23,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:23,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:26,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:55:29,602 WARN [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 18, running: 1 2024-11-12T07:55:34,186 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T07:55:35,495 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-12T07:54:35.488Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:35.595Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:35.805Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:36.117Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:36.627Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:54:37.636Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:39.669Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:43.690Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:54:53.767Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:03.819Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:13.859Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:23.950Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-12T07:55:35,496 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:55:35,496 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:55:35,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:55:35,497 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:55:35,497 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:55:35,497 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:55:35,497 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:55:35,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:55:35,497 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:55:35,498 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:55:35,500 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:55:35,500 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:55:35,500 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:55:35,501 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:55:35,502 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:55:35,503 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:55:35,503 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:55:35,503 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:55:35,503 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:55:35,503 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:55:35,503 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:55:35,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T07:55:35,504 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:55:35,504 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,38543,1731398008085, table=hbase:meta, region=1588230740 2024-11-12T07:55:35,504 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,38543,1731398008085, state=OPEN 2024-11-12T07:55:35,506 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:55:35,507 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:55:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:55:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:55:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:55:35,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:55:35,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:55:35,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:55:35,577 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398165577 2024-11-12T07:55:35,578 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:55:35,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:35,578 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:35,579 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:35,580 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting dir is empty, no logs to split. 2024-11-12T07:55:35,580 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=0, meta=true 2024-11-12T07:55:35,580 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f9fc96254ef8,38543,1731398008085 WAL splitting is done? wals=0, meta=true 2024-11-12T07:55:35,580 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:55:35,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:55:35,584 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:55:35,584 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:55:35,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:55:35,584 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:55:35,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:35,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:35,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:55:35,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:35,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:35,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:35,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:35,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:35,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:55:35,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:35,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:35,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:36,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:36,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:36,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:55:36,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:36,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:36,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:36,714 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:36,714 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:36,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:55:36,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:36,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:36,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:37,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:37,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:37,725 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:37,726 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2147 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:37,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:39,744 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:39,744 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:39,746 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:39,747 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4169 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:39,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:41,368 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f9fc96254ef8:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T07:55:43,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:43,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:43,767 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:43,768 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8189 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:43,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:53,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:55:53,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:55:53,876 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:55:53,877 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18298 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:55:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:55:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:55:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:56,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:56:03,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:03,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:56:03,937 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:56:03,938 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28359 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:56:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:56:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:56:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:14,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:14,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:56:14,007 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:56:14,008 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38429 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:56:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:56:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:56:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:24,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:24,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:56:24,037 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:56:24,038 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to f9fc96254ef8,38543,1731398008085 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48460 ms java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:56:24,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:24,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:56:24,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:56:24,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:26,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:56:35,585 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-12T07:55:35.580Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:35.685Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:35.896Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:36.206Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:36.716Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:55:37.726Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:39.749Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:43.769Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:55:53.878Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:03.939Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:14.010Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:24.040Z, java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-12T07:56:35,588 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:35,588 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:56:35,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:35,589 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:35,589 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:35,589 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:56:35,590 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:56:35,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:56:35,590 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:56:35,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:56:35,593 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:56:35,593 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:35,593 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:35,593 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:56:35,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:56:35,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:35,595 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:35,595 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:35,595 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:56:35,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:35,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:35,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-12T07:56:35,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:35,596 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,38543,1731398008085, table=hbase:meta, region=1588230740 2024-11-12T07:56:35,596 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,38543,1731398008085, state=OPEN 2024-11-12T07:56:35,664 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:35,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:35,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:35,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:35,684 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:35,686 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398225686 2024-11-12T07:56:35,686 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:56:35,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:56:35,687 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:56:35,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:35,688 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:56:35,690 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:56:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:56:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:56:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:35,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:35,691 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:35,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:35,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1] 2024-11-12T07:56:35,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:35,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:35,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:35,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:56:35,842 DEBUG [f9fc96254ef8:44827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T07:56:35,843 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(204): Hosts are {f9fc96254ef8=0} racks are {/default-rack=0} 2024-11-12T07:56:35,844 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:56:35,844 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:56:35,844 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:56:35,844 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:56:35,845 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:56:35,845 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:56:35,845 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:56:35,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:35,848 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPENING 2024-11-12T07:56:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:35,880 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:35,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:35,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:35,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:35,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:56:36,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:36,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1] 2024-11-12T07:56:36,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:56:36,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:56:36,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33161 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:56847 deadline: 1731398255694, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:36,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f9fc96254ef8,33161,1731398008193 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:56:36,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f9fc96254ef8,33161,1731398008193 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:56:36,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1 from cache 2024-11-12T07:56:36,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:56:36,041 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:56:36,042 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:56:36,042 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:56:36,044 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f9fc96254ef8%2C33161%2C1731398008193.meta, suffix=.meta, logDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs, maxLogs=32 2024-11-12T07:56:36,058 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193/f9fc96254ef8%2C33161%2C1731398008193.meta.1731398196046.meta, exclude list is [], retry=0 2024-11-12T07:56:36,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-6bccd9ce-c0b4-4096-8830-e81946868c80,DISK] 2024-11-12T07:56:36,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-073856b2-3fbf-4872-9bdc-68eff1b046a3,DISK] 2024-11-12T07:56:36,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-fb64d044-7427-4c32-a1f4-7ef14e36c96d,DISK] 2024-11-12T07:56:36,063 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,33161,1731398008193/f9fc96254ef8%2C33161%2C1731398008193.meta.1731398196046.meta 2024-11-12T07:56:36,064 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40131:40131),(127.0.0.1/127.0.0.1:41161:41161),(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-12T07:56:36,064 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:56:36,064 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:56:36,064 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:56:36,065 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:56:36,065 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:56:36,065 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:36,065 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:56:36,065 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:56:36,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:56:36,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:56:36,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:36,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:56:36,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:56:36,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:56:36,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:36,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:56:36,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:56:36,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:56:36,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:36,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:56:36,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:56:36,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:56:36,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:36,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:56:36,074 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:56:36,075 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740 2024-11-12T07:56:36,077 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740 2024-11-12T07:56:36,078 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-12T07:56:36,093 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-12T07:56:36,096 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-12T07:56:36,171 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/info/39643fe6d3d4402a940a50dba4b4272f is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4./info:regioninfo/1731398011393/Put/seqid=0 2024-11-12T07:56:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741866_1042 (size=58053) 2024-11-12T07:56:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741866_1042 (size=58053) 2024-11-12T07:56:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741866_1042 (size=58053) 2024-11-12T07:56:36,185 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/info/39643fe6d3d4402a940a50dba4b4272f 2024-11-12T07:56:36,191 WARN [RS:1;f9fc96254ef8:33161 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085: status=Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731398015372, completionTime=-1 appears to have been leaked 2024-11-12T07:56:36,191 WARN [RS:1;f9fc96254ef8:33161 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085: status=Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731398075417, completionTime=-1 appears to have been leaked 2024-11-12T07:56:36,191 WARN [RS:1;f9fc96254ef8:33161 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085: status=Processing ServerCrashProcedure of f9fc96254ef8,38543,1731398008085 current State SERVER_CRASH_ASSIGN_META, state=RUNNING, startTime=1731398135502, completionTime=-1 appears to have been leaked 2024-11-12T07:56:36,245 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/ns/cb659bd49e6b40dc946acb9708f69674 is 43, key is default/ns:d/1731398010410/Put/seqid=0 2024-11-12T07:56:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741867_1043 (size=5153) 2024-11-12T07:56:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741867_1043 (size=5153) 2024-11-12T07:56:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741867_1043 (size=5153) 2024-11-12T07:56:36,254 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/ns/cb659bd49e6b40dc946acb9708f69674 2024-11-12T07:56:36,279 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/table/12870270d023424e93bf69787161a8e2 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731398011849/Put/seqid=0 2024-11-12T07:56:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741868_1044 (size=5620) 2024-11-12T07:56:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741868_1044 (size=5620) 2024-11-12T07:56:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741868_1044 (size=5620) 2024-11-12T07:56:36,289 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/table/12870270d023424e93bf69787161a8e2 2024-11-12T07:56:36,303 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/info/39643fe6d3d4402a940a50dba4b4272f as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/info/39643fe6d3d4402a940a50dba4b4272f 2024-11-12T07:56:36,313 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/info/39643fe6d3d4402a940a50dba4b4272f, entries=260, sequenceid=60, filesize=56.7 K 2024-11-12T07:56:36,316 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/ns/cb659bd49e6b40dc946acb9708f69674 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/ns/cb659bd49e6b40dc946acb9708f69674 2024-11-12T07:56:36,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:36,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1] 2024-11-12T07:56:36,325 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/ns/cb659bd49e6b40dc946acb9708f69674, entries=2, sequenceid=60, filesize=5.0 K 2024-11-12T07:56:36,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33161 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:56847 deadline: 1731398255687, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:36,326 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/table/12870270d023424e93bf69787161a8e2 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/table/12870270d023424e93bf69787161a8e2 2024-11-12T07:56:36,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f9fc96254ef8,33161,1731398008193 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:56:36,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f9fc96254ef8,33161,1731398008193 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:56:36,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1 from cache 2024-11-12T07:56:36,335 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/table/12870270d023424e93bf69787161a8e2, entries=2, sequenceid=60, filesize=5.5 K 2024-11-12T07:56:36,339 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 242ms, sequenceid=60, compaction requested=false; wal=null 2024-11-12T07:56:36,340 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-12T07:56:36,342 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:56:36,342 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:56:36,343 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:56:36,345 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:56:36,347 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-12T07:56:36,349 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65953309, jitterRate=-0.01721911132335663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:56:36,349 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:56:36,349 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731398196065Writing region info on filesystem at 1731398196065Initializing all the Stores at 1731398196066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398196066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398196067 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398196067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731398196067Obtaining lock to block concurrent updates at 1731398196096 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1731398196096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731398196099 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731398196099Flushing 1588230740/info: creating writer at 1731398196102 (+3 ms)Flushing 1588230740/info: appending metadata at 1731398196163 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731398196165 (+2 ms)Flushing 1588230740/ns: creating writer at 1731398196228 (+63 ms)Flushing 1588230740/ns: appending metadata at 1731398196244 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731398196244Flushing 1588230740/table: creating writer at 1731398196263 (+19 ms)Flushing 1588230740/table: appending metadata at 1731398196278 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731398196278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e39fc0: reopening flushed file at 1731398196298 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a07ca46: reopening flushed file at 1731398196314 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3639165a: reopening flushed file at 1731398196325 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 242ms, sequenceid=60, compaction requested=false; wal=null at 1731398196339 (+14 ms)Cleaning up temporary data from old regions at 1731398196342 (+3 ms)Running coprocessor post-open hooks at 1731398196349 (+7 ms)Region opened successfully at 1731398196349 2024-11-12T07:56:36,350 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731398196036 2024-11-12T07:56:36,353 DEBUG [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:56:36,353 INFO [RS_OPEN_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:56:36,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:36,355 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPEN 2024-11-12T07:56:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:36,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:36,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:36,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:36,405 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:36,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-12T07:56:36,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 in 524 msec 2024-11-12T07:56:36,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-12T07:56:36,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec 2024-11-12T07:56:36,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:36,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1] 2024-11-12T07:56:36,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92990715bd12cd183da4402a330be6d4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63a940228c74e3f68708518d2794be45, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=824c183deae1e7853426074e68860d51, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:36,861 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83638251026bd3a0a1200797f9c16def, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:36,862 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T07:56:36,862 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398256862 2024-11-12T07:56:36,862 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398316862 2024-11-12T07:56:36,862 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1750 sec 2024-11-12T07:56:36,862 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f9fc96254ef8,38543,1731398008085 had 10 regions 2024-11-12T07:56:36,862 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:56:36,862 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:36,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:36,863 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:37,112 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,112 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:56:37,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:37,112 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:37,113 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:37,113 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:56:37,113 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:56:37,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:56:37,114 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:56:37,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:56:37,120 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:56:37,120 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:37,120 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:37,120 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:37,120 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:37,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:56:37,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:56:37,122 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:37,124 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,124 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:37,124 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:37,124 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:37,125 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:37,125 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:56:37,125 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,125 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,125 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,125 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,125 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-12T07:56:37,125 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:37,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=61 2024-11-12T07:56:37,126 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=hbase:meta, region=1588230740 2024-11-12T07:56:37,126 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPEN 2024-11-12T07:56:37,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:37,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:37,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:37,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:37,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:37,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:37,172 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398227172 2024-11-12T07:56:37,172 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:56:37,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92990715bd12cd183da4402a330be6d4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63a940228c74e3f68708518d2794be45, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=824c183deae1e7853426074e68860d51, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,183 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83638251026bd3a0a1200797f9c16def, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,183 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T07:56:37,183 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398257183 2024-11-12T07:56:37,183 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398317183 2024-11-12T07:56:37,183 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-12T07:56:37,184 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f9fc96254ef8,38543,1731398008085 had 9 regions 2024-11-12T07:56:37,184 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:56:37,185 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true, isMeta: false 2024-11-12T07:56:37,187 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=1, meta=false 2024-11-12T07:56:37,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756}] 2024-11-12T07:56:37,187 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:56:37,187 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:37,188 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:37,434 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,434 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:56:37,434 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:37,434 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:37,435 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:37,435 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:56:37,435 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:56:37,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:56:37,436 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:56:37,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:56:37,441 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:56:37,441 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:37,441 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:37,441 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:37,442 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:37,442 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:37,443 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:56:37,444 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,444 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,444 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,444 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:37,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-12T07:56:37,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=61 2024-11-12T07:56:37,444 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=hbase:meta, region=1588230740 2024-11-12T07:56:37,444 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPEN 2024-11-12T07:56:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:37,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:37,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:37,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:37,481 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398227480 2024-11-12T07:56:37,481 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:56:37,490 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,490 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92990715bd12cd183da4402a330be6d4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,490 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,490 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63a940228c74e3f68708518d2794be45, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=824c183deae1e7853426074e68860d51, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,492 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:37,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:37,493 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83638251026bd3a0a1200797f9c16def, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:37,493 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T07:56:37,493 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398257493 2024-11-12T07:56:37,493 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398317493 2024-11-12T07:56:37,494 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-12T07:56:37,494 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true, isMeta: false 2024-11-12T07:56:37,496 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=1, meta=false 2024-11-12T07:56:37,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756}] 2024-11-12T07:56:37,496 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:56:37,498 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:37,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:56:37,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:56:37,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-12T07:56:37,669 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756, size=291.4 K (298415bytes) 2024-11-12T07:56:37,669 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 2024-11-12T07:56:37,670 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 after 1ms 2024-11-12T07:56:37,674 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 took 5ms 2024-11-12T07:56:37,677 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 92990715bd12cd183da4402a330be6d4: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,679 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6185a83277ccf94ca6988fe7c3d47084: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 824c183deae1e7853426074e68860d51: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,682 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 63a940228c74e3f68708518d2794be45: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 54caca787b07076b42244f88ea37a6a5: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,685 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5078a8633da88e41a2297e259e7462fd: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 83638251026bd3a0a1200797f9c16def: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,688 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e3cd8f252726232a314cd5a2b6cf6c1a: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,690 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 259f6cb07daa0403b768dc4f16647ee4: last_flushed_sequence_id: 18446744073709551615 2024-11-12T07:56:37,695 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,697 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,698 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,701 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,702 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,704 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,706 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,706 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,707 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,707 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,707 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,710 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,711 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,711 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 so closing down 2024-11-12T07:56:37,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T07:56:37,712 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,712 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,715 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,716 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp 2024-11-12T07:56:37,716 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T07:56:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741869_1045 (size=36767) 2024-11-12T07:56:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741869_1045 (size=36767) 2024-11-12T07:56:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741869_1045 (size=36767) 2024-11-12T07:56:37,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-12T07:56:37,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004 2024-11-12T07:56:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741871_1047 (size=36767) 2024-11-12T07:56:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741870_1046 (size=36767) 2024-11-12T07:56:37,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741871_1047 (size=36767) 2024-11-12T07:56:37,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741870_1046 (size=36767) 2024-11-12T07:56:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741870_1046 (size=36767) 2024-11-12T07:56:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741871_1047 (size=36767) 2024-11-12T07:56:37,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-12T07:56:37,748 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T07:56:37,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004 2024-11-12T07:56:37,750 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004 2024-11-12T07:56:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741872_1048 (size=36767) 2024-11-12T07:56:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741872_1048 (size=36767) 2024-11-12T07:56:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741872_1048 (size=36767) 2024-11-12T07:56:37,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-12T07:56:37,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004 2024-11-12T07:56:37,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741873_1049 (size=262) 2024-11-12T07:56:37,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741873_1049 (size=262) 2024-11-12T07:56:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741873_1049 (size=262) 2024-11-12T07:56:37,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T07:56:37,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004 2024-11-12T07:56:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741874_1050 (size=36767) 2024-11-12T07:56:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741874_1050 (size=36767) 2024-11-12T07:56:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741874_1050 (size=36767) 2024-11-12T07:56:37,786 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T07:56:37,788 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004 2024-11-12T07:56:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741875_1051 (size=36767) 2024-11-12T07:56:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741875_1051 (size=36767) 2024-11-12T07:56:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741875_1051 (size=36767) 2024-11-12T07:56:37,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T07:56:37,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004 2024-11-12T07:56:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741876_1052 (size=36767) 2024-11-12T07:56:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741876_1052 (size=36767) 2024-11-12T07:56:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741876_1052 (size=36767) 2024-11-12T07:56:37,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-12T07:56:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741877_1053 (size=36767) 2024-11-12T07:56:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741877_1053 (size=36767) 2024-11-12T07:56:37,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004 2024-11-12T07:56:37,812 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T07:56:37,813 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004 2024-11-12T07:56:37,814 INFO [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 139 ms; skipped=9; WAL=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756, size=291.4 K, length=298415, corrupted=false, cancelled=false 2024-11-12T07:56:37,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756, journal: Splitting hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756, size=291.4 K (298415bytes) at 1731398197669Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197697 (+28 ms)Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197702 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197704 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197707 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197707Split 8 edits, skipped 9 edits. at 1731398197711 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197711Finishing writing output for hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 so closing down at 1731398197711Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197712 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197712Creating recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp at 1731398197716 (+4 ms)3 split writer threads finished at 1731398197717 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731398197736 (+19 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004 at 1731398197738 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731398197748 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731398197748Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004 at 1731398197749 (+1 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004 at 1731398197750 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731398197765 (+15 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004 at 1731398197767 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731398197777 (+10 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004 at 1731398197779 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731398197786 (+7 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004 at 1731398197788 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731398197797 (+9 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004 at 1731398197799 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731398197809 (+10 ms)Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004 at 1731398197812 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731398197812Rename recovered edits hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004-f9fc96254ef8%2C38543%2C1731398008085.1731398009756.temp to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004 at 1731398197813 (+1 ms)Processed 18 edits across 9 Regions in 139 ms; skipped=9; WAL=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756, size=291.4 K, length=298415, corrupted=false, cancelled=false at 1731398197814 (+1 ms) 2024-11-12T07:56:37,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 2024-11-12T07:56:37,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f9fc96254ef8:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-12T07:56:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741877_1053 (size=36767) 2024-11-12T07:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-12T07:56:37,818 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting/f9fc96254ef8%2C38543%2C1731398008085.1731398009756 to hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs 2024-11-12T07:56:37,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-12T07:56:37,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 in 319 msec 2024-11-12T07:56:37,821 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:37,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-12T07:56:37,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 in 325 msec 2024-11-12T07:56:37,825 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting dir is empty, no logs to split. 2024-11-12T07:56:37,825 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=0, meta=false 2024-11-12T07:56:37,825 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f9fc96254ef8,38543,1731398008085 WAL splitting is done? wals=0, meta=false 2024-11-12T07:56:37,826 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:56:37,826 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:37,826 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:37,994 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:37,994 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:56:37,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:37,994 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:37,995 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:37,996 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:56:37,996 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:56:37,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:56:37,996 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:56:37,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:38,001 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:38,002 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:56:38,003 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:56:38,003 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,004 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-12T07:56:38,005 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=61 2024-11-12T07:56:38,005 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=hbase:meta, region=1588230740 2024-11-12T07:56:38,005 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPEN 2024-11-12T07:56:38,046 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:38,047 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:38,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:38,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:38,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:38,055 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398228055 2024-11-12T07:56:38,055 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:56:38,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92990715bd12cd183da4402a330be6d4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,059 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63a940228c74e3f68708518d2794be45, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=824c183deae1e7853426074e68860d51, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,061 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83638251026bd3a0a1200797f9c16def, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,061 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T07:56:38,061 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398258061 2024-11-12T07:56:38,062 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398318061 2024-11-12T07:56:38,062 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-12T07:56:38,063 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server f9fc96254ef8,38543,1731398008085 does not exist 2024-11-12T07:56:38,063 INFO [PEWorker-1 {}] master.SplitWALManager(105): f9fc96254ef8,38543,1731398008085 WAL count=0, meta=false 2024-11-12T07:56:38,063 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f9fc96254ef8,38543,1731398008085 WAL splitting is done? wals=0, meta=false 2024-11-12T07:56:38,064 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f9fc96254ef8,38543,1731398008085 failed, ignore...File hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/WALs/f9fc96254ef8,38543,1731398008085-splitting does not exist. 2024-11-12T07:56:38,064 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:56:38,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN}] 2024-11-12T07:56:38,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:56:38,066 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:38,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:38,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:38,312 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:38,312 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:56:38,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:38,312 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:38,313 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:38,313 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:56:38,313 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:56:38,313 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:56:38,314 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:56:38,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:38,317 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:38,318 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:56:38,319 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:56:38,320 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,321 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:38,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-12T07:56:38,322 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=61 2024-11-12T07:56:38,322 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=hbase:meta, region=1588230740 2024-11-12T07:56:38,322 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPEN 2024-11-12T07:56:38,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:38,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:38,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:38,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:38,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:38,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:38,355 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398228355 2024-11-12T07:56:38,355 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:56:38,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92990715bd12cd183da4402a330be6d4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63a940228c74e3f68708518d2794be45, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=824c183deae1e7853426074e68860d51, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:38,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83638251026bd3a0a1200797f9c16def, regionState=OPEN, lastHost=f9fc96254ef8,38543,1731398008085, regionLocation=f9fc96254ef8,38543,1731398008085, openSeqNum=2 2024-11-12T07:56:38,362 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T07:56:38,362 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398258362 2024-11-12T07:56:38,362 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398318362 2024-11-12T07:56:38,362 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-12T07:56:38,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN}] 2024-11-12T07:56:38,362 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:56:38,364 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN 2024-11-12T07:56:38,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN 2024-11-12T07:56:38,367 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN 2024-11-12T07:56:38,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,369 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN 2024-11-12T07:56:38,370 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN 2024-11-12T07:56:38,371 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN 2024-11-12T07:56:38,373 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN 2024-11-12T07:56:38,374 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,374 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN 2024-11-12T07:56:38,375 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,376 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN 2024-11-12T07:56:38,376 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:56:38,516 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(204): Hosts are {f9fc96254ef8=0} racks are {/default-rack=0} 2024-11-12T07:56:38,517 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:56:38,517 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:56:38,517 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:56:38,517 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:56:38,517 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:56:38,517 INFO [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:56:38,517 DEBUG [f9fc96254ef8:44827 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:56:38,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=83638251026bd3a0a1200797f9c16def, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=5078a8633da88e41a2297e259e7462fd, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=824c183deae1e7853426074e68860d51, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=259f6cb07daa0403b768dc4f16647ee4, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=92990715bd12cd183da4402a330be6d4, regionState=OPENING, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN because future has completed 2024-11-12T07:56:38,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=54caca787b07076b42244f88ea37a6a5, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:56:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN because future has completed 2024-11-12T07:56:38,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN because future has completed 2024-11-12T07:56:38,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN because future has completed 2024-11-12T07:56:38,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:56:38,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN because future has completed 2024-11-12T07:56:38,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN because future has completed 2024-11-12T07:56:38,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:56:38,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:56:38,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:56:38,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,33161,1731398008193}] 2024-11-12T07:56:38,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=6185a83277ccf94ca6988fe7c3d47084, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=63a940228c74e3f68708518d2794be45, regionState=OPENING, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN because future has completed 2024-11-12T07:56:38,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:56:38,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN because future has completed 2024-11-12T07:56:38,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN because future has completed 2024-11-12T07:56:38,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:56:38,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,35579,1731398008256}] 2024-11-12T07:56:38,685 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:38,685 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 83638251026bd3a0a1200797f9c16def, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-12T07:56:38,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,686 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,689 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,690 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83638251026bd3a0a1200797f9c16def columnFamilyName colfamily11 2024-11-12T07:56:38,690 DEBUG [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,691 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(327): Store=83638251026bd3a0a1200797f9c16def/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,691 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,692 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83638251026bd3a0a1200797f9c16def columnFamilyName colfamily21 2024-11-12T07:56:38,692 DEBUG [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,692 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(327): Store=83638251026bd3a0a1200797f9c16def/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,692 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,693 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83638251026bd3a0a1200797f9c16def columnFamilyName colfamily31 2024-11-12T07:56:38,693 DEBUG [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,694 INFO [StoreOpener-83638251026bd3a0a1200797f9c16def-1 {}] regionserver.HStore(327): Store=83638251026bd3a0a1200797f9c16def/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,694 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,694 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,695 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:38,695 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 63a940228c74e3f68708518d2794be45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-12T07:56:38,696 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,696 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,696 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,696 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,696 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,697 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004 2024-11-12T07:56:38,698 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,699 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a940228c74e3f68708518d2794be45 columnFamilyName colfamily11 2024-11-12T07:56:38,699 DEBUG [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,699 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(327): Store=63a940228c74e3f68708518d2794be45/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,699 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,700 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a940228c74e3f68708518d2794be45 columnFamilyName colfamily21 2024-11-12T07:56:38,700 DEBUG [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,700 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(327): Store=63a940228c74e3f68708518d2794be45/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,701 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,701 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004 2024-11-12T07:56:38,701 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 83638251026bd3a0a1200797f9c16def 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-12T07:56:38,702 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a940228c74e3f68708518d2794be45 columnFamilyName colfamily31 2024-11-12T07:56:38,702 DEBUG [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,702 INFO [StoreOpener-63a940228c74e3f68708518d2794be45-1 {}] regionserver.HStore(327): Store=63a940228c74e3f68708518d2794be45/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,702 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,703 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,705 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,706 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004 2024-11-12T07:56:38,713 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004 2024-11-12T07:56:38,714 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 63a940228c74e3f68708518d2794be45 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,719 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/.tmp/colfamily11/73325a8d8ebd4bee8f27110912a09ffe is 52, key is zzz/colfamily11:colfamily11/1731398014601/Put/seqid=0 2024-11-12T07:56:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741878_1054 (size=4857) 2024-11-12T07:56:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741878_1054 (size=4857) 2024-11-12T07:56:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741878_1054 (size=4857) 2024-11-12T07:56:38,731 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/.tmp/colfamily11/73325a8d8ebd4bee8f27110912a09ffe 2024-11-12T07:56:38,741 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/.tmp/colfamily11/20cf21b102184016845654283a469e77 is 52, key is fff/colfamily11:colfamily11/1731398014314/Put/seqid=0 2024-11-12T07:56:38,741 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/.tmp/colfamily11/73325a8d8ebd4bee8f27110912a09ffe as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/colfamily11/73325a8d8ebd4bee8f27110912a09ffe 2024-11-12T07:56:38,749 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/colfamily11/73325a8d8ebd4bee8f27110912a09ffe, entries=1, sequenceid=4, filesize=4.7 K 2024-11-12T07:56:38,750 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 83638251026bd3a0a1200797f9c16def in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741879_1055 (size=39263) 2024-11-12T07:56:38,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741879_1055 (size=39263) 2024-11-12T07:56:38,751 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/0000000000000000004 2024-11-12T07:56:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741879_1055 (size=39263) 2024-11-12T07:56:38,752 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/.tmp/colfamily11/20cf21b102184016845654283a469e77 2024-11-12T07:56:38,752 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,752 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,753 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:38,755 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,757 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:38,759 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 83638251026bd3a0a1200797f9c16def; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70955959, jitterRate=0.05732618272304535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:38,759 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:38,759 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 83638251026bd3a0a1200797f9c16def: Running coprocessor pre-open hook at 1731398198687Writing region info on filesystem at 1731398198687Initializing all the Stores at 1731398198688 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198688Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198688Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198689 (+1 ms)Obtaining lock to block concurrent updates at 1731398198701 (+12 ms)Preparing flush snapshotting stores in 83638251026bd3a0a1200797f9c16def at 1731398198701Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731398198701Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. at 1731398198701Flushing 83638251026bd3a0a1200797f9c16def/colfamily11: creating writer at 1731398198701Flushing 83638251026bd3a0a1200797f9c16def/colfamily11: appending metadata at 1731398198719 (+18 ms)Flushing 83638251026bd3a0a1200797f9c16def/colfamily11: closing flushed file at 1731398198719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ba6400: reopening flushed file at 1731398198739 (+20 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 83638251026bd3a0a1200797f9c16def in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731398198750 (+11 ms)Cleaning up temporary data from old regions at 1731398198752 (+2 ms)Running coprocessor post-open hooks at 1731398198759 (+7 ms)Region opened successfully at 1731398198759 2024-11-12T07:56:38,760 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., pid=73, masterSystemTime=1731398198679 2024-11-12T07:56:38,761 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/.tmp/colfamily11/20cf21b102184016845654283a469e77 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/colfamily11/20cf21b102184016845654283a469e77 2024-11-12T07:56:38,763 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:38,763 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:38,763 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:38,763 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 5078a8633da88e41a2297e259e7462fd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-12T07:56:38,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=83638251026bd3a0a1200797f9c16def, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,764 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,764 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,764 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,764 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:56:38,767 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,768 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:56:38,769 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5078a8633da88e41a2297e259e7462fd columnFamilyName colfamily11 2024-11-12T07:56:38,769 DEBUG [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,769 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(327): Store=5078a8633da88e41a2297e259e7462fd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,770 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,771 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5078a8633da88e41a2297e259e7462fd columnFamilyName colfamily21 2024-11-12T07:56:38,771 DEBUG [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,772 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(327): Store=5078a8633da88e41a2297e259e7462fd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,772 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=69 2024-11-12T07:56:38,772 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/colfamily11/20cf21b102184016845654283a469e77, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:38,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,33161,1731398008193 in 243 msec 2024-11-12T07:56:38,772 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 63a940228c74e3f68708518d2794be45 in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:38,773 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5078a8633da88e41a2297e259e7462fd columnFamilyName colfamily31 2024-11-12T07:56:38,773 DEBUG [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,774 INFO [StoreOpener-5078a8633da88e41a2297e259e7462fd-1 {}] regionserver.HStore(327): Store=5078a8633da88e41a2297e259e7462fd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,774 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,774 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/0000000000000000004 2024-11-12T07:56:38,775 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,775 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,775 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN in 410 msec 2024-11-12T07:56:38,776 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:38,777 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,778 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,778 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004 2024-11-12T07:56:38,781 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:38,782 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 63a940228c74e3f68708518d2794be45; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74954045, jitterRate=0.11690230667591095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:38,782 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:38,782 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 63a940228c74e3f68708518d2794be45: Running coprocessor pre-open hook at 1731398198696Writing region info on filesystem at 1731398198696Initializing all the Stores at 1731398198697 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198697Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198698 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198698Obtaining lock to block concurrent updates at 1731398198714 (+16 ms)Preparing flush snapshotting stores in 63a940228c74e3f68708518d2794be45 at 1731398198714Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198714Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. at 1731398198714Flushing 63a940228c74e3f68708518d2794be45/colfamily11: creating writer at 1731398198714Flushing 63a940228c74e3f68708518d2794be45/colfamily11: appending metadata at 1731398198740 (+26 ms)Flushing 63a940228c74e3f68708518d2794be45/colfamily11: closing flushed file at 1731398198740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3ca83b: reopening flushed file at 1731398198760 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 63a940228c74e3f68708518d2794be45 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731398198773 (+13 ms)Cleaning up temporary data from old regions at 1731398198776 (+3 ms)Running coprocessor post-open hooks at 1731398198782 (+6 ms)Region opened successfully at 1731398198782 2024-11-12T07:56:38,783 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., pid=80, masterSystemTime=1731398198691 2024-11-12T07:56:38,785 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004 2024-11-12T07:56:38,785 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:38,785 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:38,785 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:38,785 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 5078a8633da88e41a2297e259e7462fd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,785 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => e3cd8f252726232a314cd5a2b6cf6c1a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-12T07:56:38,786 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,786 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,786 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,786 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=63a940228c74e3f68708518d2794be45, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,788 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:56:38,789 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd8f252726232a314cd5a2b6cf6c1a columnFamilyName colfamily11 2024-11-12T07:56:38,789 DEBUG [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,790 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(327): Store=e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,790 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,791 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd8f252726232a314cd5a2b6cf6c1a columnFamilyName colfamily21 2024-11-12T07:56:38,791 DEBUG [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,792 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(327): Store=e3cd8f252726232a314cd5a2b6cf6c1a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,792 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=72 2024-11-12T07:56:38,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,35579,1731398008256 in 232 msec 2024-11-12T07:56:38,793 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd8f252726232a314cd5a2b6cf6c1a columnFamilyName colfamily31 2024-11-12T07:56:38,793 DEBUG [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,794 INFO [StoreOpener-e3cd8f252726232a314cd5a2b6cf6c1a-1 {}] regionserver.HStore(327): Store=e3cd8f252726232a314cd5a2b6cf6c1a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,795 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN in 431 msec 2024-11-12T07:56:38,796 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,798 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,799 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004 2024-11-12T07:56:38,805 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004 2024-11-12T07:56:38,805 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing e3cd8f252726232a314cd5a2b6cf6c1a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,809 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/.tmp/colfamily11/b40c9d7e3aa447bc9501d2cad2a88170 is 52, key is ttt/colfamily11:colfamily11/1731398014554/Put/seqid=0 2024-11-12T07:56:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741880_1056 (size=39263) 2024-11-12T07:56:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741880_1056 (size=39263) 2024-11-12T07:56:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741880_1056 (size=39263) 2024-11-12T07:56:38,822 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/.tmp/colfamily11/b40c9d7e3aa447bc9501d2cad2a88170 2024-11-12T07:56:38,824 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/.tmp/colfamily11/3993b333875f4fe4b29338966401ae64 is 52, key is lll/colfamily11:colfamily11/1731398014434/Put/seqid=0 2024-11-12T07:56:38,830 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/.tmp/colfamily11/b40c9d7e3aa447bc9501d2cad2a88170 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/colfamily11/b40c9d7e3aa447bc9501d2cad2a88170 2024-11-12T07:56:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741881_1057 (size=39263) 2024-11-12T07:56:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741881_1057 (size=39263) 2024-11-12T07:56:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741881_1057 (size=39263) 2024-11-12T07:56:38,834 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/.tmp/colfamily11/3993b333875f4fe4b29338966401ae64 2024-11-12T07:56:38,838 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/colfamily11/b40c9d7e3aa447bc9501d2cad2a88170, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:38,839 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5078a8633da88e41a2297e259e7462fd in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:38,840 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/0000000000000000004 2024-11-12T07:56:38,841 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/.tmp/colfamily11/3993b333875f4fe4b29338966401ae64 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11/3993b333875f4fe4b29338966401ae64 2024-11-12T07:56:38,842 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,842 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,843 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:38,845 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,848 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:38,849 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11/3993b333875f4fe4b29338966401ae64, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:38,849 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e3cd8f252726232a314cd5a2b6cf6c1a in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:38,850 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 5078a8633da88e41a2297e259e7462fd; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59968738, jitterRate=-0.10639616847038269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:38,850 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:38,850 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/0000000000000000004 2024-11-12T07:56:38,850 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 5078a8633da88e41a2297e259e7462fd: Running coprocessor pre-open hook at 1731398198764Writing region info on filesystem at 1731398198764Initializing all the Stores at 1731398198766 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198766Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198767 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198767Obtaining lock to block concurrent updates at 1731398198785 (+18 ms)Preparing flush snapshotting stores in 5078a8633da88e41a2297e259e7462fd at 1731398198785Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198785Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. at 1731398198785Flushing 5078a8633da88e41a2297e259e7462fd/colfamily11: creating writer at 1731398198785Flushing 5078a8633da88e41a2297e259e7462fd/colfamily11: appending metadata at 1731398198809 (+24 ms)Flushing 5078a8633da88e41a2297e259e7462fd/colfamily11: closing flushed file at 1731398198809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acd67e7: reopening flushed file at 1731398198829 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5078a8633da88e41a2297e259e7462fd in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731398198839 (+10 ms)Cleaning up temporary data from old regions at 1731398198842 (+3 ms)Running coprocessor post-open hooks at 1731398198850 (+8 ms)Region opened successfully at 1731398198850 2024-11-12T07:56:38,851 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., pid=78, masterSystemTime=1731398198679 2024-11-12T07:56:38,851 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,851 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,852 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:38,853 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:38,853 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:38,853 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:38,853 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 259f6cb07daa0403b768dc4f16647ee4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-12T07:56:38,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,853 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,854 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,854 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,854 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,856 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:56:38,856 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,857 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f6cb07daa0403b768dc4f16647ee4 columnFamilyName colfamily11 2024-11-12T07:56:38,857 DEBUG [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,858 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(327): Store=259f6cb07daa0403b768dc4f16647ee4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,859 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=71 2024-11-12T07:56:38,860 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f6cb07daa0403b768dc4f16647ee4 columnFamilyName colfamily21 2024-11-12T07:56:38,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,33161,1731398008193 in 308 msec 2024-11-12T07:56:38,860 DEBUG [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,861 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(327): Store=259f6cb07daa0403b768dc4f16647ee4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,861 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,862 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f6cb07daa0403b768dc4f16647ee4 columnFamilyName colfamily31 2024-11-12T07:56:38,862 DEBUG [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN in 498 msec 2024-11-12T07:56:38,862 INFO [StoreOpener-259f6cb07daa0403b768dc4f16647ee4-1 {}] regionserver.HStore(327): Store=259f6cb07daa0403b768dc4f16647ee4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,862 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,862 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:38,863 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,863 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened e3cd8f252726232a314cd5a2b6cf6c1a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75232034, jitterRate=0.12104466557502747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:38,864 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:38,864 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for e3cd8f252726232a314cd5a2b6cf6c1a: Running coprocessor pre-open hook at 1731398198786Writing region info on filesystem at 1731398198786Initializing all the Stores at 1731398198787 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198787Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198787Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198788 (+1 ms)Obtaining lock to block concurrent updates at 1731398198805 (+17 ms)Preparing flush snapshotting stores in e3cd8f252726232a314cd5a2b6cf6c1a at 1731398198805Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198805Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. at 1731398198805Flushing e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11: creating writer at 1731398198805Flushing e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11: appending metadata at 1731398198823 (+18 ms)Flushing e3cd8f252726232a314cd5a2b6cf6c1a/colfamily11: closing flushed file at 1731398198823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b21c8b4: reopening flushed file at 1731398198840 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e3cd8f252726232a314cd5a2b6cf6c1a in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731398198849 (+9 ms)Cleaning up temporary data from old regions at 1731398198851 (+2 ms)Running coprocessor post-open hooks at 1731398198864 (+13 ms)Region opened successfully at 1731398198864 2024-11-12T07:56:38,864 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., pid=81, masterSystemTime=1731398198691 2024-11-12T07:56:38,865 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,865 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004 2024-11-12T07:56:38,867 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:38,867 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:38,867 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:38,867 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 54caca787b07076b42244f88ea37a6a5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-12T07:56:38,868 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,868 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,868 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,868 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:56:38,871 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,872 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f9fc96254ef8,35579,1731398008256, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:56:38,873 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54caca787b07076b42244f88ea37a6a5 columnFamilyName colfamily11 2024-11-12T07:56:38,873 DEBUG [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,873 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(327): Store=54caca787b07076b42244f88ea37a6a5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,874 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,875 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54caca787b07076b42244f88ea37a6a5 columnFamilyName colfamily21 2024-11-12T07:56:38,875 DEBUG [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,875 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004 2024-11-12T07:56:38,875 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 259f6cb07daa0403b768dc4f16647ee4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,875 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(327): Store=54caca787b07076b42244f88ea37a6a5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,875 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=67 2024-11-12T07:56:38,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,35579,1731398008256 in 314 msec 2024-11-12T07:56:38,876 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54caca787b07076b42244f88ea37a6a5 columnFamilyName colfamily31 2024-11-12T07:56:38,876 DEBUG [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,877 INFO [StoreOpener-54caca787b07076b42244f88ea37a6a5-1 {}] regionserver.HStore(327): Store=54caca787b07076b42244f88ea37a6a5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,877 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,878 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN in 514 msec 2024-11-12T07:56:38,880 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,881 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004 2024-11-12T07:56:38,886 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004 2024-11-12T07:56:38,887 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 54caca787b07076b42244f88ea37a6a5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,898 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/.tmp/colfamily11/cecb433d6f0a4f888d17de41ee709694 is 52, key is ggg/colfamily11:colfamily11/1731398014388/Put/seqid=0 2024-11-12T07:56:38,908 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/.tmp/colfamily11/9baf5ef0be9949a49fe1713c8fed3a12 is 52, key is xxx/colfamily11:colfamily11/1731398014594/Put/seqid=0 2024-11-12T07:56:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741882_1058 (size=39263) 2024-11-12T07:56:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741882_1058 (size=39263) 2024-11-12T07:56:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741882_1058 (size=39263) 2024-11-12T07:56:38,911 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/.tmp/colfamily11/cecb433d6f0a4f888d17de41ee709694 2024-11-12T07:56:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741883_1059 (size=39263) 2024-11-12T07:56:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741883_1059 (size=39263) 2024-11-12T07:56:38,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741883_1059 (size=39263) 2024-11-12T07:56:38,917 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/.tmp/colfamily11/9baf5ef0be9949a49fe1713c8fed3a12 2024-11-12T07:56:38,920 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/.tmp/colfamily11/cecb433d6f0a4f888d17de41ee709694 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/colfamily11/cecb433d6f0a4f888d17de41ee709694 2024-11-12T07:56:38,925 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/.tmp/colfamily11/9baf5ef0be9949a49fe1713c8fed3a12 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/colfamily11/9baf5ef0be9949a49fe1713c8fed3a12 2024-11-12T07:56:38,928 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/colfamily11/cecb433d6f0a4f888d17de41ee709694, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:38,928 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 259f6cb07daa0403b768dc4f16647ee4 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:38,929 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/0000000000000000004 2024-11-12T07:56:38,931 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,931 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,932 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/colfamily11/9baf5ef0be9949a49fe1713c8fed3a12, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:38,932 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:38,932 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 54caca787b07076b42244f88ea37a6a5 in 45ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:38,933 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/0000000000000000004 2024-11-12T07:56:38,934 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,934 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,934 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,935 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:38,936 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,936 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:38,938 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 259f6cb07daa0403b768dc4f16647ee4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65807713, jitterRate=-0.019388660788536072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:38,938 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:38,938 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 259f6cb07daa0403b768dc4f16647ee4: Running coprocessor pre-open hook at 1731398198854Writing region info on filesystem at 1731398198854Initializing all the Stores at 1731398198855 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198856 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198856Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198856Obtaining lock to block concurrent updates at 1731398198875 (+19 ms)Preparing flush snapshotting stores in 259f6cb07daa0403b768dc4f16647ee4 at 1731398198875Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198875Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. at 1731398198875Flushing 259f6cb07daa0403b768dc4f16647ee4/colfamily11: creating writer at 1731398198875Flushing 259f6cb07daa0403b768dc4f16647ee4/colfamily11: appending metadata at 1731398198898 (+23 ms)Flushing 259f6cb07daa0403b768dc4f16647ee4/colfamily11: closing flushed file at 1731398198898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cd5942: reopening flushed file at 1731398198919 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 259f6cb07daa0403b768dc4f16647ee4 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731398198928 (+9 ms)Cleaning up temporary data from old regions at 1731398198931 (+3 ms)Running coprocessor post-open hooks at 1731398198938 (+7 ms)Region opened successfully at 1731398198938 2024-11-12T07:56:38,938 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:38,939 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., pid=74, masterSystemTime=1731398198679 2024-11-12T07:56:38,940 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 54caca787b07076b42244f88ea37a6a5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68109330, jitterRate=0.01490810513496399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:38,940 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:38,940 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 54caca787b07076b42244f88ea37a6a5: Running coprocessor pre-open hook at 1731398198868Writing region info on filesystem at 1731398198868Initializing all the Stores at 1731398198871 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198871Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198871Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198871Obtaining lock to block concurrent updates at 1731398198887 (+16 ms)Preparing flush snapshotting stores in 54caca787b07076b42244f88ea37a6a5 at 1731398198887Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198887Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. at 1731398198887Flushing 54caca787b07076b42244f88ea37a6a5/colfamily11: creating writer at 1731398198887Flushing 54caca787b07076b42244f88ea37a6a5/colfamily11: appending metadata at 1731398198908 (+21 ms)Flushing 54caca787b07076b42244f88ea37a6a5/colfamily11: closing flushed file at 1731398198908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbc48f0: reopening flushed file at 1731398198924 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 54caca787b07076b42244f88ea37a6a5 in 45ms, sequenceid=4, compaction requested=false; wal=null at 1731398198932 (+8 ms)Cleaning up temporary data from old regions at 1731398198934 (+2 ms)Running coprocessor post-open hooks at 1731398198940 (+6 ms)Region opened successfully at 1731398198940 2024-11-12T07:56:38,941 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., pid=75, masterSystemTime=1731398198691 2024-11-12T07:56:38,941 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:38,941 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:38,941 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:38,942 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 92990715bd12cd183da4402a330be6d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-12T07:56:38,942 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:38,942 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,942 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,942 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,944 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:38,944 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:38,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:56:38,944 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:38,944 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 6185a83277ccf94ca6988fe7c3d47084, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-12T07:56:38,945 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,945 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:38,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:38,945 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,945 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,945 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:56:38,947 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92990715bd12cd183da4402a330be6d4 columnFamilyName colfamily11 2024-11-12T07:56:38,948 DEBUG [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,949 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(327): Store=92990715bd12cd183da4402a330be6d4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,949 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,950 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,951 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6185a83277ccf94ca6988fe7c3d47084 columnFamilyName colfamily11 2024-11-12T07:56:38,951 DEBUG [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,951 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92990715bd12cd183da4402a330be6d4 columnFamilyName colfamily21 2024-11-12T07:56:38,951 DEBUG [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=70 2024-11-12T07:56:38,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,33161,1731398008193 in 418 msec 2024-11-12T07:56:38,952 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(327): Store=92990715bd12cd183da4402a330be6d4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,952 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(327): Store=6185a83277ccf94ca6988fe7c3d47084/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,952 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,952 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,953 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6185a83277ccf94ca6988fe7c3d47084 columnFamilyName colfamily21 2024-11-12T07:56:38,953 DEBUG [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN in 590 msec 2024-11-12T07:56:38,954 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92990715bd12cd183da4402a330be6d4 columnFamilyName colfamily31 2024-11-12T07:56:38,954 DEBUG [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,954 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(327): Store=6185a83277ccf94ca6988fe7c3d47084/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,954 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,955 INFO [StoreOpener-92990715bd12cd183da4402a330be6d4-1 {}] regionserver.HStore(327): Store=92990715bd12cd183da4402a330be6d4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,955 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,955 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6185a83277ccf94ca6988fe7c3d47084 columnFamilyName colfamily31 2024-11-12T07:56:38,956 DEBUG [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:38,956 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,956 INFO [StoreOpener-6185a83277ccf94ca6988fe7c3d47084-1 {}] regionserver.HStore(327): Store=6185a83277ccf94ca6988fe7c3d47084/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:38,956 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,957 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,958 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:38,959 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004 2024-11-12T07:56:38,959 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:38,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=66 2024-11-12T07:56:38,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,35579,1731398008256 in 415 msec 2024-11-12T07:56:38,959 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004 2024-11-12T07:56:38,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN in 597 msec 2024-11-12T07:56:38,965 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004 2024-11-12T07:56:38,965 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 6185a83277ccf94ca6988fe7c3d47084 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,965 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004 2024-11-12T07:56:38,965 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 92990715bd12cd183da4402a330be6d4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:38,982 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/.tmp/colfamily11/66947fe8da784166a7b465906abc728a is 52, key is sss/colfamily11:colfamily11/1731398014509/Put/seqid=0 2024-11-12T07:56:38,986 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/.tmp/colfamily11/3a6266183bac4b08af21198d44586edb is 52, key is bbb/colfamily11:colfamily11/1731398014258/Put/seqid=0 2024-11-12T07:56:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741884_1060 (size=39263) 2024-11-12T07:56:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741884_1060 (size=39263) 2024-11-12T07:56:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741884_1060 (size=39263) 2024-11-12T07:56:38,990 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/.tmp/colfamily11/66947fe8da784166a7b465906abc728a 2024-11-12T07:56:38,997 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/.tmp/colfamily11/66947fe8da784166a7b465906abc728a as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/colfamily11/66947fe8da784166a7b465906abc728a 2024-11-12T07:56:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741885_1061 (size=39263) 2024-11-12T07:56:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741885_1061 (size=39263) 2024-11-12T07:56:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741885_1061 (size=39263) 2024-11-12T07:56:39,002 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/.tmp/colfamily11/3a6266183bac4b08af21198d44586edb 2024-11-12T07:56:39,008 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/colfamily11/66947fe8da784166a7b465906abc728a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:39,008 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6185a83277ccf94ca6988fe7c3d47084 in 43ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:39,009 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/0000000000000000004 2024-11-12T07:56:39,010 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/.tmp/colfamily11/3a6266183bac4b08af21198d44586edb as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/colfamily11/3a6266183bac4b08af21198d44586edb 2024-11-12T07:56:39,010 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:39,010 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:39,011 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:39,012 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:39,015 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:39,016 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 6185a83277ccf94ca6988fe7c3d47084; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73806975, jitterRate=0.09980963170528412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:39,016 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:39,016 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 6185a83277ccf94ca6988fe7c3d47084: Running coprocessor pre-open hook at 1731398198945Writing region info on filesystem at 1731398198945Initializing all the Stores at 1731398198949 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198949Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198949Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198949Obtaining lock to block concurrent updates at 1731398198965 (+16 ms)Preparing flush snapshotting stores in 6185a83277ccf94ca6988fe7c3d47084 at 1731398198965Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198965Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. at 1731398198965Flushing 6185a83277ccf94ca6988fe7c3d47084/colfamily11: creating writer at 1731398198965Flushing 6185a83277ccf94ca6988fe7c3d47084/colfamily11: appending metadata at 1731398198981 (+16 ms)Flushing 6185a83277ccf94ca6988fe7c3d47084/colfamily11: closing flushed file at 1731398198981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebf9de9: reopening flushed file at 1731398198996 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6185a83277ccf94ca6988fe7c3d47084 in 43ms, sequenceid=4, compaction requested=false; wal=null at 1731398199008 (+12 ms)Cleaning up temporary data from old regions at 1731398199010 (+2 ms)Running coprocessor post-open hooks at 1731398199016 (+6 ms)Region opened successfully at 1731398199016 2024-11-12T07:56:39,018 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., pid=79, masterSystemTime=1731398198691 2024-11-12T07:56:39,018 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/colfamily11/3a6266183bac4b08af21198d44586edb, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:39,018 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 92990715bd12cd183da4402a330be6d4 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:39,019 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/0000000000000000004 2024-11-12T07:56:39,020 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:39,020 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:39,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,020 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:39,020 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:39,021 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,35579,1731398008256 because future has completed 2024-11-12T07:56:39,023 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:39,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-12T07:56:39,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,35579,1731398008256 in 470 msec 2024-11-12T07:56:39,026 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:39,028 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 92990715bd12cd183da4402a330be6d4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66949812, jitterRate=-0.0023700594902038574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:39,028 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:39,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN in 664 msec 2024-11-12T07:56:39,028 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 92990715bd12cd183da4402a330be6d4: Running coprocessor pre-open hook at 1731398198942Writing region info on filesystem at 1731398198942Initializing all the Stores at 1731398198944 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198944Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198944Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398198944Obtaining lock to block concurrent updates at 1731398198965 (+21 ms)Preparing flush snapshotting stores in 92990715bd12cd183da4402a330be6d4 at 1731398198965Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398198965Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. at 1731398198965Flushing 92990715bd12cd183da4402a330be6d4/colfamily11: creating writer at 1731398198965Flushing 92990715bd12cd183da4402a330be6d4/colfamily11: appending metadata at 1731398198986 (+21 ms)Flushing 92990715bd12cd183da4402a330be6d4/colfamily11: closing flushed file at 1731398198986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768eff9c: reopening flushed file at 1731398199009 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 92990715bd12cd183da4402a330be6d4 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731398199018 (+9 ms)Cleaning up temporary data from old regions at 1731398199020 (+2 ms)Running coprocessor post-open hooks at 1731398199028 (+8 ms)Region opened successfully at 1731398199028 2024-11-12T07:56:39,029 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., pid=76, masterSystemTime=1731398198679 2024-11-12T07:56:39,031 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:39,031 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:39,031 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:39,031 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 824c183deae1e7853426074e68860d51, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-12T07:56:39,031 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=92990715bd12cd183da4402a330be6d4, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,032 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:56:39,032 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,032 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:56:39,034 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,035 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824c183deae1e7853426074e68860d51 columnFamilyName colfamily11 2024-11-12T07:56:39,035 DEBUG [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:39,036 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(327): Store=824c183deae1e7853426074e68860d51/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:39,036 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,037 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824c183deae1e7853426074e68860d51 columnFamilyName colfamily21 2024-11-12T07:56:39,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=65 2024-11-12T07:56:39,037 DEBUG [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:39,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,33161,1731398008193 in 492 msec 2024-11-12T07:56:39,037 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(327): Store=824c183deae1e7853426074e68860d51/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:39,038 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,039 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824c183deae1e7853426074e68860d51 columnFamilyName colfamily31 2024-11-12T07:56:39,039 DEBUG [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:56:39,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN in 675 msec 2024-11-12T07:56:39,039 INFO [StoreOpener-824c183deae1e7853426074e68860d51-1 {}] regionserver.HStore(327): Store=824c183deae1e7853426074e68860d51/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:56:39,039 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,040 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,042 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,042 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004 2024-11-12T07:56:39,048 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004 2024-11-12T07:56:39,048 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 824c183deae1e7853426074e68860d51 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:39,069 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/.tmp/colfamily11/5983488910d94b689101b7ccd7b8b6bc is 52, key is ooo/colfamily11:colfamily11/1731398014471/Put/seqid=0 2024-11-12T07:56:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741886_1062 (size=39263) 2024-11-12T07:56:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741886_1062 (size=39263) 2024-11-12T07:56:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741886_1062 (size=39263) 2024-11-12T07:56:39,078 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/.tmp/colfamily11/5983488910d94b689101b7ccd7b8b6bc 2024-11-12T07:56:39,085 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/.tmp/colfamily11/5983488910d94b689101b7ccd7b8b6bc as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/colfamily11/5983488910d94b689101b7ccd7b8b6bc 2024-11-12T07:56:39,092 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/colfamily11/5983488910d94b689101b7ccd7b8b6bc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-12T07:56:39,092 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 824c183deae1e7853426074e68860d51 in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-12T07:56:39,093 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/0000000000000000004 2024-11-12T07:56:39,094 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,094 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,095 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:56:39,096 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,099 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:56:39,100 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 824c183deae1e7853426074e68860d51; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71436871, jitterRate=0.06449232995510101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:56:39,100 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:39,100 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 824c183deae1e7853426074e68860d51: Running coprocessor pre-open hook at 1731398199032Writing region info on filesystem at 1731398199032Initializing all the Stores at 1731398199034 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398199034Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398199034Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731398199034Obtaining lock to block concurrent updates at 1731398199048 (+14 ms)Preparing flush snapshotting stores in 824c183deae1e7853426074e68860d51 at 1731398199048Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398199048Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. at 1731398199048Flushing 824c183deae1e7853426074e68860d51/colfamily11: creating writer at 1731398199049 (+1 ms)Flushing 824c183deae1e7853426074e68860d51/colfamily11: appending metadata at 1731398199069 (+20 ms)Flushing 824c183deae1e7853426074e68860d51/colfamily11: closing flushed file at 1731398199069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ade904: reopening flushed file at 1731398199084 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 824c183deae1e7853426074e68860d51 in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731398199092 (+8 ms)Cleaning up temporary data from old regions at 1731398199094 (+2 ms)Running coprocessor post-open hooks at 1731398199100 (+6 ms)Region opened successfully at 1731398199100 2024-11-12T07:56:39,101 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., pid=77, masterSystemTime=1731398198679 2024-11-12T07:56:39,102 DEBUG [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:39,103 INFO [RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:39,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=824c183deae1e7853426074e68860d51, regionState=OPEN, openSeqNum=5, regionLocation=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,33161,1731398008193 because future has completed 2024-11-12T07:56:39,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=68 2024-11-12T07:56:39,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,33161,1731398008193 in 559 msec 2024-11-12T07:56:39,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=57 2024-11-12T07:56:39,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN in 747 msec 2024-11-12T07:56:39,111 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server f9fc96254ef8,38543,1731398008085 after splitting done 2024-11-12T07:56:39,111 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-12T07:56:39,112 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:39,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:39,112 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:39,112 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-12T07:56:39,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:39,112 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:39,112 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:39,112 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:39,113 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-12T07:56:39,113 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-12T07:56:39,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-12T07:56:39,113 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:56:39,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,116 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-12T07:56:39,117 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:56:39,118 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN 2024-11-12T07:56:39,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.meta.1731398010225.meta, worker=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f9fc96254ef8%2C38543%2C1731398008085.1731398009756, worker=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6185a83277ccf94ca6988fe7c3d47084, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=92990715bd12cd183da4402a330be6d4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54caca787b07076b42244f88ea37a6a5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3cd8f252726232a314cd5a2b6cf6c1a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=824c183deae1e7853426074e68860d51, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,122 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83638251026bd3a0a1200797f9c16def, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=259f6cb07daa0403b768dc4f16647ee4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5078a8633da88e41a2297e259e7462fd, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63a940228c74e3f68708518d2794be45, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 83638251026bd3a0a1200797f9c16def, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 259f6cb07daa0403b768dc4f16647ee4, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 54caca787b07076b42244f88ea37a6a5, server=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 92990715bd12cd183da4402a330be6d4, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 824c183deae1e7853426074e68860d51, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 5078a8633da88e41a2297e259e7462fd, server=f9fc96254ef8,33161,1731398008193 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 6185a83277ccf94ca6988fe7c3d47084, server=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 63a940228c74e3f68708518d2794be45, server=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure e3cd8f252726232a314cd5a2b6cf6c1a, server=f9fc96254ef8,35579,1731398008256 didn't hold the lock before restarting, skip acquiring lock. 2024-11-12T07:56:39,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-12T07:56:39,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=61 2024-11-12T07:56:39,127 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f9fc96254ef8,33161,1731398008193, table=hbase:meta, region=1588230740 2024-11-12T07:56:39,128 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f9fc96254ef8,33161,1731398008193, state=OPEN 2024-11-12T07:56:39,177 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:39,177 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:56:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:56:39,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:39,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:39,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:56:39,180 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731398229180 2024-11-12T07:56:39,180 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:56:39,191 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0e1b44f46cb33b9f81bbe8219eace08, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,191 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92990715bd12cd183da4402a330be6d4, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=5 2024-11-12T07:56:39,191 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4179321633f14cdeeee986b8dd420bba, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,191 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada51c55022bf91fdd44a3eddccec5f1, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff453df70a1f8aa81f05a2cb9d7131cb, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63a940228c74e3f68708518d2794be45, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=5 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=259f6cb07daa0403b768dc4f16647ee4, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=5 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2620dc9f402537ad0ad604dea3804baf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61bc7dad8fe823ee82012e2872a310a4, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ecef690da40eba80d18d83ab4c391cf, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17ac1db1e4fac0b3f015bc912b0c3597, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3cd8f252726232a314cd5a2b6cf6c1a, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=5 2024-11-12T07:56:39,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6b122bb166053e59a8e9b1a6fa7b0f6, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03038e48b21a12f60d2a170ee56eab53, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=824c183deae1e7853426074e68860d51, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=5 2024-11-12T07:56:39,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24155c0143cb540382347ba6fb57fe2d, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe7a2b2adba3a3c707a77f8d7fe24b3c, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb3cd4471f7c8febbac7a967bcc85f7, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6185a83277ccf94ca6988fe7c3d47084, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=5 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5078a8633da88e41a2297e259e7462fd, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=5 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d15ddc052ddf89ad11e52a2cf6ff838, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ada3668f3d5eb07101339af503310f0d, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5843a3ee7c55a8a42e92d69656cb57e, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=2 2024-11-12T07:56:39,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54caca787b07076b42244f88ea37a6a5, regionState=OPEN, lastHost=f9fc96254ef8,35579,1731398008256, regionLocation=f9fc96254ef8,35579,1731398008256, openSeqNum=5 2024-11-12T07:56:39,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b499a5db1abcb2cc41a9c8e407fe469, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=2 2024-11-12T07:56:39,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83638251026bd3a0a1200797f9c16def, regionState=OPEN, lastHost=f9fc96254ef8,33161,1731398008193, regionLocation=f9fc96254ef8,33161,1731398008193, openSeqNum=5 2024-11-12T07:56:39,195 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-12T07:56:39,195 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731398259195 2024-11-12T07:56:39,195 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731398319195 2024-11-12T07:56:39,195 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-12T07:56:39,195 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server f9fc96254ef8,38543,1731398008085 after splitting done 2024-11-12T07:56:39,195 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-12T07:56:39,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure f9fc96254ef8,38543,1731398008085, splitWal=true, meta=true in 3 mins, 3.865 sec 2024-11-12T07:56:39,452 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:56:39,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:56:39,470 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f9fc96254ef8:38543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f9fc96254ef8/172.17.0.2:38543 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:56:39,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=java.net.ConnectException: Call to address=f9fc96254ef8:38543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:39,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-12T07:56:39,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:39,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address f9fc96254ef8:38543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f9fc96254ef8/172.17.0.2:38543 2024-11-12T07:56:39,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:39,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,38543,1731398008085, seqNum=-1 from cache 2024-11-12T07:56:39,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:56:39,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:56:39,687 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f9fc96254ef8,33161,1731398008193, seqNum=-1] 2024-11-12T07:56:39,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:56:39,696 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4., hostname=f9fc96254ef8,33161,1731398008193, seqNum=5] 2024-11-12T07:56:39,727 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:39,727 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,727 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,727 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:39,841 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45., hostname=f9fc96254ef8,35579,1731398008256, seqNum=5] 2024-11-12T07:56:39,853 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:39,853 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,853 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,853 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:39,970 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4., hostname=f9fc96254ef8,33161,1731398008193, seqNum=5] 2024-11-12T07:56:39,994 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:40,108 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a., hostname=f9fc96254ef8,35579,1731398008256, seqNum=5] 2024-11-12T07:56:40,126 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:40,126 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,126 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,127 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:40,239 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51., hostname=f9fc96254ef8,33161,1731398008193, seqNum=5] 2024-11-12T07:56:40,254 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:40,255 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,255 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,255 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:40,369 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084., hostname=f9fc96254ef8,35579,1731398008256, seqNum=5] 2024-11-12T07:56:40,377 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:40,377 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,377 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,377 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:40,490 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd., hostname=f9fc96254ef8,33161,1731398008193, seqNum=5] 2024-11-12T07:56:40,505 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:40,505 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,505 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,505 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:40,623 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5., hostname=f9fc96254ef8,35579,1731398008256, seqNum=5] 2024-11-12T07:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f9fc96254ef8:38543 this server is in the failed servers list 2024-11-12T07:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f9fc96254ef8:38543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f9fc96254ef8:38543 2024-11-12T07:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., hostname=f9fc96254ef8,38543,1731398008085, seqNum=2 from cache 2024-11-12T07:56:40,752 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def., hostname=f9fc96254ef8,33161,1731398008193, seqNum=5] 2024-11-12T07:56:40,828 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T07:56:40,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:56:40,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:56:40,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:56:40,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:40,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:40,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:56:40,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:56:40,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2109654159, stopped=false 2024-11-12T07:56:40,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f9fc96254ef8,44827,1731398007356 2024-11-12T07:56:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:56:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:56:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:56:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:56:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:56:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:56:40,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:40,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:56:40,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:56:40,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:40,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:56:40,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:56:40,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f9fc96254ef8,33161,1731398008193' ***** 2024-11-12T07:56:40,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:56:40,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f9fc96254ef8,35579,1731398008256' ***** 2024-11-12T07:56:40,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:56:40,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:56:40,864 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:56:40,864 INFO [RS:1;f9fc96254ef8:33161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:56:40,864 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:56:40,864 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:56:40,864 INFO [RS:1;f9fc96254ef8:33161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:56:40,865 INFO [RS:2;f9fc96254ef8:35579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:56:40,865 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for ada3668f3d5eb07101339af503310f0d 2024-11-12T07:56:40,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:56:40,865 INFO [RS:2;f9fc96254ef8:35579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:56:40,865 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 24155c0143cb540382347ba6fb57fe2d 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for bfb3cd4471f7c8febbac7a967bcc85f7 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 2620dc9f402537ad0ad604dea3804baf 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 83638251026bd3a0a1200797f9c16def 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 824c183deae1e7853426074e68860d51 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 259f6cb07daa0403b768dc4f16647ee4 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 4179321633f14cdeeee986b8dd420bba 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 5078a8633da88e41a2297e259e7462fd 2024-11-12T07:56:40,866 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ada3668f3d5eb07101339af503310f0d, disabling compactions & flushes 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:56:40,866 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b499a5db1abcb2cc41a9c8e407fe469 2024-11-12T07:56:40,866 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:56:40,866 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 03038e48b21a12f60d2a170ee56eab53 2024-11-12T07:56:40,867 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. after waiting 0 ms 2024-11-12T07:56:40,867 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for e3cd8f252726232a314cd5a2b6cf6c1a 2024-11-12T07:56:40,867 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:56:40,867 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 92990715bd12cd183da4402a330be6d4 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 61bc7dad8fe823ee82012e2872a310a4 2024-11-12T07:56:40,867 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24155c0143cb540382347ba6fb57fe2d, disabling compactions & flushes 2024-11-12T07:56:40,867 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for b5843a3ee7c55a8a42e92d69656cb57e 2024-11-12T07:56:40,867 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 54caca787b07076b42244f88ea37a6a5 2024-11-12T07:56:40,867 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:56:40,867 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ada3668f3d5eb07101339af503310f0d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:40,867 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(959): stopping server f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:40,867 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. after waiting 0 ms 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 6185a83277ccf94ca6988fe7c3d47084 2024-11-12T07:56:40,867 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:56:40,867 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 63a940228c74e3f68708518d2794be45 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for d0e1b44f46cb33b9f81bbe8219eace08 2024-11-12T07:56:40,867 INFO [RS:1;f9fc96254ef8:33161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f9fc96254ef8:33161. 2024-11-12T07:56:40,867 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24155c0143cb540382347ba6fb57fe2d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:56:40,867 DEBUG [RS:1;f9fc96254ef8:33161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d15ddc052ddf89ad11e52a2cf6ff838 2024-11-12T07:56:40,867 DEBUG [RS:1;f9fc96254ef8:33161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:40,867 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for fe7a2b2adba3a3c707a77f8d7fe24b3c 2024-11-12T07:56:40,868 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(3091): Received CLOSE for 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:56:40,868 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(959): stopping server f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:40,868 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:56:40,868 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:56:40,868 INFO [RS:2;f9fc96254ef8:35579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f9fc96254ef8:35579. 2024-11-12T07:56:40,868 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:56:40,868 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:56:40,868 DEBUG [RS:2;f9fc96254ef8:35579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:56:40,868 DEBUG [RS:2;f9fc96254ef8:35579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:40,868 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:56:40,868 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1321): Waiting on 12 regions to close 2024-11-12T07:56:40,869 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1321): Waiting on 15 regions to close 2024-11-12T07:56:40,869 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:56:40,869 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1351): Waiting on 17ac1db1e4fac0b3f015bc912b0c3597, 24155c0143cb540382347ba6fb57fe2d, 54caca787b07076b42244f88ea37a6a5, 6185a83277ccf94ca6988fe7c3d47084, 61bc7dad8fe823ee82012e2872a310a4, 63a940228c74e3f68708518d2794be45, 6d15ddc052ddf89ad11e52a2cf6ff838, b5843a3ee7c55a8a42e92d69656cb57e, d0e1b44f46cb33b9f81bbe8219eace08, e3cd8f252726232a314cd5a2b6cf6c1a, fe7a2b2adba3a3c707a77f8d7fe24b3c, ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:56:40,869 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1351): Waiting on 03038e48b21a12f60d2a170ee56eab53, 1588230740, 259f6cb07daa0403b768dc4f16647ee4, 2620dc9f402537ad0ad604dea3804baf, 2ecef690da40eba80d18d83ab4c391cf, 3b499a5db1abcb2cc41a9c8e407fe469, 4179321633f14cdeeee986b8dd420bba, 5078a8633da88e41a2297e259e7462fd, 824c183deae1e7853426074e68860d51, 83638251026bd3a0a1200797f9c16def, 92990715bd12cd183da4402a330be6d4, ada3668f3d5eb07101339af503310f0d, ada51c55022bf91fdd44a3eddccec5f1, bfb3cd4471f7c8febbac7a967bcc85f7, c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:56:40,869 INFO [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:56:40,869 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:56:40,869 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:56:40,869 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:56:40,869 INFO [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-12T07:56:40,881 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/info/d72e5635fef44c1a9b7b8776bde78fcb is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4./info:regioninfo/1731398199031/Put/seqid=0 2024-11-12T07:56:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741887_1063 (size=19852) 2024-11-12T07:56:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741887_1063 (size=19852) 2024-11-12T07:56:40,893 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/.tmp/colfamily11/fabf2136985c44aa826df70a200c0201 is 52, key is vvv/colfamily11:colfamily11/1731398014591/Put/seqid=0 2024-11-12T07:56:40,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741887_1063 (size=19852) 2024-11-12T07:56:40,895 INFO [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/info/d72e5635fef44c1a9b7b8776bde78fcb 2024-11-12T07:56:40,900 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/.tmp/colfamily11/9163e9a6d2aa47edba5357c2e4832abf is 52, key is ppp/colfamily11:colfamily11/1731398014501/Put/seqid=0 2024-11-12T07:56:40,903 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/.tmp/info/d72e5635fef44c1a9b7b8776bde78fcb as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/info/d72e5635fef44c1a9b7b8776bde78fcb 2024-11-12T07:56:40,910 INFO [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/info/d72e5635fef44c1a9b7b8776bde78fcb, entries=72, sequenceid=81, filesize=19.4 K 2024-11-12T07:56:40,911 INFO [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=81, compaction requested=false 2024-11-12T07:56:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741888_1064 (size=39263) 2024-11-12T07:56:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741888_1064 (size=39263) 2024-11-12T07:56:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741888_1064 (size=39263) 2024-11-12T07:56:40,918 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/.tmp/colfamily11/fabf2136985c44aa826df70a200c0201 2024-11-12T07:56:40,925 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/.tmp/colfamily11/fabf2136985c44aa826df70a200c0201 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/colfamily11/fabf2136985c44aa826df70a200c0201 2024-11-12T07:56:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741889_1065 (size=39263) 2024-11-12T07:56:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741889_1065 (size=39263) 2024-11-12T07:56:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741889_1065 (size=39263) 2024-11-12T07:56:40,930 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/.tmp/colfamily11/9163e9a6d2aa47edba5357c2e4832abf 2024-11-12T07:56:40,934 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/colfamily11/fabf2136985c44aa826df70a200c0201, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:40,936 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-12T07:56:40,937 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ada3668f3d5eb07101339af503310f0d in 69ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:40,939 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:56:40,939 INFO [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:56:40,939 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731398200869Running coprocessor pre-close hooks at 1731398200869Disabling compacts and flushes for region at 1731398200869Disabling writes for close at 1731398200869Obtaining lock to block concurrent updates at 1731398200869Preparing flush snapshotting stores in 1588230740 at 1731398200869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13710, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731398200873 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731398200875 (+2 ms)Flushing 1588230740/info: creating writer at 1731398200875Flushing 1588230740/info: appending metadata at 1731398200881 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731398200881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100fba41: reopening flushed file at 1731398200902 (+21 ms)Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=81, compaction requested=false at 1731398200911 (+9 ms)Writing region close event to WAL at 1731398200931 (+20 ms)Running coprocessor post-close hooks at 1731398200937 (+6 ms)Closed at 1731398200939 (+2 ms) 2024-11-12T07:56:40,941 DEBUG [RS_CLOSE_META-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:56:40,943 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada3668f3d5eb07101339af503310f0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:40,944 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/.tmp/colfamily11/9163e9a6d2aa47edba5357c2e4832abf as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/colfamily11/9163e9a6d2aa47edba5357c2e4832abf 2024-11-12T07:56:40,944 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:56:40,944 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ada3668f3d5eb07101339af503310f0d: Waiting for close lock at 1731398200866Running coprocessor pre-close hooks at 1731398200866Disabling compacts and flushes for region at 1731398200866Disabling writes for close at 1731398200867 (+1 ms)Obtaining lock to block concurrent updates at 1731398200867Preparing flush snapshotting stores in ada3668f3d5eb07101339af503310f0d at 1731398200867Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398200873 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. at 1731398200875 (+2 ms)Flushing ada3668f3d5eb07101339af503310f0d/colfamily11: creating writer at 1731398200875Flushing ada3668f3d5eb07101339af503310f0d/colfamily11: appending metadata at 1731398200892 (+17 ms)Flushing ada3668f3d5eb07101339af503310f0d/colfamily11: closing flushed file at 1731398200892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6722b6ae: reopening flushed file at 1731398200924 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ada3668f3d5eb07101339af503310f0d in 69ms, sequenceid=5, compaction requested=false at 1731398200937 (+13 ms)Writing region close event to WAL at 1731398200939 (+2 ms)Running coprocessor post-close hooks at 1731398200944 (+5 ms)Closed at 1731398200944 2024-11-12T07:56:40,944 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731398010676.ada3668f3d5eb07101339af503310f0d. 2024-11-12T07:56:40,944 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfb3cd4471f7c8febbac7a967bcc85f7, disabling compactions & flushes 2024-11-12T07:56:40,944 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:56:40,945 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:56:40,945 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. after waiting 0 ms 2024-11-12T07:56:40,945 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:56:40,945 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfb3cd4471f7c8febbac7a967bcc85f7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:40,948 INFO [regionserver/f9fc96254ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:56:40,948 INFO [regionserver/f9fc96254ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:56:40,950 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/colfamily11/9163e9a6d2aa47edba5357c2e4832abf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:40,952 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 24155c0143cb540382347ba6fb57fe2d in 85ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:40,956 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24155c0143cb540382347ba6fb57fe2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:40,957 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:56:40,957 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24155c0143cb540382347ba6fb57fe2d: Waiting for close lock at 1731398200867Running coprocessor pre-close hooks at 1731398200867Disabling compacts and flushes for region at 1731398200867Disabling writes for close at 1731398200867Obtaining lock to block concurrent updates at 1731398200867Preparing flush snapshotting stores in 24155c0143cb540382347ba6fb57fe2d at 1731398200867Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398200873 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. at 1731398200875 (+2 ms)Flushing 24155c0143cb540382347ba6fb57fe2d/colfamily11: creating writer at 1731398200875Flushing 24155c0143cb540382347ba6fb57fe2d/colfamily11: appending metadata at 1731398200900 (+25 ms)Flushing 24155c0143cb540382347ba6fb57fe2d/colfamily11: closing flushed file at 1731398200900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6ac5d7: reopening flushed file at 1731398200943 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 24155c0143cb540382347ba6fb57fe2d in 85ms, sequenceid=5, compaction requested=false at 1731398200952 (+9 ms)Writing region close event to WAL at 1731398200952Running coprocessor post-close hooks at 1731398200957 (+5 ms)Closed at 1731398200957 2024-11-12T07:56:40,957 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731398010676.24155c0143cb540382347ba6fb57fe2d. 2024-11-12T07:56:40,957 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3cd8f252726232a314cd5a2b6cf6c1a, disabling compactions & flushes 2024-11-12T07:56:40,958 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:40,958 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:40,958 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. after waiting 0 ms 2024-11-12T07:56:40,958 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:40,962 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3cd8f252726232a314cd5a2b6cf6c1a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:40,962 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:40,962 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3cd8f252726232a314cd5a2b6cf6c1a: Waiting for close lock at 1731398200957Running coprocessor pre-close hooks at 1731398200957Disabling compacts and flushes for region at 1731398200957Disabling writes for close at 1731398200958 (+1 ms)Writing region close event to WAL at 1731398200958Running coprocessor post-close hooks at 1731398200962 (+4 ms)Closed at 1731398200962 2024-11-12T07:56:40,963 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731398010676.e3cd8f252726232a314cd5a2b6cf6c1a. 2024-11-12T07:56:40,963 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61bc7dad8fe823ee82012e2872a310a4, disabling compactions & flushes 2024-11-12T07:56:40,963 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:56:40,963 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:56:40,963 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. after waiting 0 ms 2024-11-12T07:56:40,963 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:56:40,963 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61bc7dad8fe823ee82012e2872a310a4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:40,969 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/.tmp/colfamily11/8e80b18f884042fe8ad2e4d5d8c6af7f is 52, key is rrr/colfamily11:colfamily11/1731398014553/Put/seqid=0 2024-11-12T07:56:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741890_1066 (size=39263) 2024-11-12T07:56:40,980 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/.tmp/colfamily11/836977d004ea412e99db3f117f193b2b is 52, key is iii/colfamily11:colfamily11/1731398014408/Put/seqid=0 2024-11-12T07:56:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741890_1066 (size=39263) 2024-11-12T07:56:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741890_1066 (size=39263) 2024-11-12T07:56:40,983 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/.tmp/colfamily11/8e80b18f884042fe8ad2e4d5d8c6af7f 2024-11-12T07:56:40,990 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/.tmp/colfamily11/8e80b18f884042fe8ad2e4d5d8c6af7f as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/colfamily11/8e80b18f884042fe8ad2e4d5d8c6af7f 2024-11-12T07:56:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741891_1067 (size=39263) 2024-11-12T07:56:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741891_1067 (size=39263) 2024-11-12T07:56:40,995 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/.tmp/colfamily11/836977d004ea412e99db3f117f193b2b 2024-11-12T07:56:40,998 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/colfamily11/8e80b18f884042fe8ad2e4d5d8c6af7f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:40,999 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bfb3cd4471f7c8febbac7a967bcc85f7 in 54ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741891_1067 (size=39263) 2024-11-12T07:56:41,002 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/.tmp/colfamily11/836977d004ea412e99db3f117f193b2b as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/colfamily11/836977d004ea412e99db3f117f193b2b 2024-11-12T07:56:41,003 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb3cd4471f7c8febbac7a967bcc85f7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,004 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:56:41,004 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfb3cd4471f7c8febbac7a967bcc85f7: Waiting for close lock at 1731398200944Running coprocessor pre-close hooks at 1731398200944Disabling compacts and flushes for region at 1731398200944Disabling writes for close at 1731398200945 (+1 ms)Obtaining lock to block concurrent updates at 1731398200945Preparing flush snapshotting stores in bfb3cd4471f7c8febbac7a967bcc85f7 at 1731398200945Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398200945Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. at 1731398200946 (+1 ms)Flushing bfb3cd4471f7c8febbac7a967bcc85f7/colfamily11: creating writer at 1731398200946Flushing bfb3cd4471f7c8febbac7a967bcc85f7/colfamily11: appending metadata at 1731398200969 (+23 ms)Flushing bfb3cd4471f7c8febbac7a967bcc85f7/colfamily11: closing flushed file at 1731398200969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c2e5a0: reopening flushed file at 1731398200989 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bfb3cd4471f7c8febbac7a967bcc85f7 in 54ms, sequenceid=5, compaction requested=false at 1731398200999 (+10 ms)Writing region close event to WAL at 1731398200999Running coprocessor post-close hooks at 1731398201004 (+5 ms)Closed at 1731398201004 2024-11-12T07:56:41,004 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731398010676.bfb3cd4471f7c8febbac7a967bcc85f7. 2024-11-12T07:56:41,005 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2620dc9f402537ad0ad604dea3804baf, disabling compactions & flushes 2024-11-12T07:56:41,005 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:56:41,005 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:56:41,005 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. after waiting 0 ms 2024-11-12T07:56:41,005 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:56:41,005 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2620dc9f402537ad0ad604dea3804baf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,010 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/colfamily11/836977d004ea412e99db3f117f193b2b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,011 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 61bc7dad8fe823ee82012e2872a310a4 in 48ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,016 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61bc7dad8fe823ee82012e2872a310a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,016 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:56:41,016 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61bc7dad8fe823ee82012e2872a310a4: Waiting for close lock at 1731398200963Running coprocessor pre-close hooks at 1731398200963Disabling compacts and flushes for region at 1731398200963Disabling writes for close at 1731398200963Obtaining lock to block concurrent updates at 1731398200963Preparing flush snapshotting stores in 61bc7dad8fe823ee82012e2872a310a4 at 1731398200963Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398200963Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. at 1731398200964 (+1 ms)Flushing 61bc7dad8fe823ee82012e2872a310a4/colfamily11: creating writer at 1731398200964Flushing 61bc7dad8fe823ee82012e2872a310a4/colfamily11: appending metadata at 1731398200980 (+16 ms)Flushing 61bc7dad8fe823ee82012e2872a310a4/colfamily11: closing flushed file at 1731398200980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aafa2c6: reopening flushed file at 1731398201001 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 61bc7dad8fe823ee82012e2872a310a4 in 48ms, sequenceid=5, compaction requested=false at 1731398201011 (+10 ms)Writing region close event to WAL at 1731398201012 (+1 ms)Running coprocessor post-close hooks at 1731398201016 (+4 ms)Closed at 1731398201016 2024-11-12T07:56:41,016 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731398010676.61bc7dad8fe823ee82012e2872a310a4. 2024-11-12T07:56:41,017 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5843a3ee7c55a8a42e92d69656cb57e, disabling compactions & flushes 2024-11-12T07:56:41,017 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:56:41,017 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:56:41,017 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. after waiting 0 ms 2024-11-12T07:56:41,017 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:56:41,017 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5843a3ee7c55a8a42e92d69656cb57e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,028 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/.tmp/colfamily11/9d8a5071b7974947bc08d068085ae632 is 52, key is hhh/colfamily11:colfamily11/1731398014391/Put/seqid=0 2024-11-12T07:56:41,034 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/.tmp/colfamily11/5fbc3f73e7614024947a736f596f7445 is 52, key is www/colfamily11:colfamily11/1731398014619/Put/seqid=0 2024-11-12T07:56:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741892_1068 (size=39263) 2024-11-12T07:56:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741892_1068 (size=39263) 2024-11-12T07:56:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741892_1068 (size=39263) 2024-11-12T07:56:41,037 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/.tmp/colfamily11/9d8a5071b7974947bc08d068085ae632 2024-11-12T07:56:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741893_1069 (size=39263) 2024-11-12T07:56:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741893_1069 (size=39263) 2024-11-12T07:56:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741893_1069 (size=39263) 2024-11-12T07:56:41,047 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/.tmp/colfamily11/9d8a5071b7974947bc08d068085ae632 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/colfamily11/9d8a5071b7974947bc08d068085ae632 2024-11-12T07:56:41,055 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/colfamily11/9d8a5071b7974947bc08d068085ae632, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,055 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2620dc9f402537ad0ad604dea3804baf in 50ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,059 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2620dc9f402537ad0ad604dea3804baf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,060 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:56:41,060 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2620dc9f402537ad0ad604dea3804baf: Waiting for close lock at 1731398201004Running coprocessor pre-close hooks at 1731398201004Disabling compacts and flushes for region at 1731398201004Disabling writes for close at 1731398201005 (+1 ms)Obtaining lock to block concurrent updates at 1731398201005Preparing flush snapshotting stores in 2620dc9f402537ad0ad604dea3804baf at 1731398201005Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201005Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. at 1731398201006 (+1 ms)Flushing 2620dc9f402537ad0ad604dea3804baf/colfamily11: creating writer at 1731398201006Flushing 2620dc9f402537ad0ad604dea3804baf/colfamily11: appending metadata at 1731398201027 (+21 ms)Flushing 2620dc9f402537ad0ad604dea3804baf/colfamily11: closing flushed file at 1731398201027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c720806: reopening flushed file at 1731398201044 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2620dc9f402537ad0ad604dea3804baf in 50ms, sequenceid=5, compaction requested=false at 1731398201055 (+11 ms)Writing region close event to WAL at 1731398201056 (+1 ms)Running coprocessor post-close hooks at 1731398201060 (+4 ms)Closed at 1731398201060 2024-11-12T07:56:41,060 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731398010676.2620dc9f402537ad0ad604dea3804baf. 2024-11-12T07:56:41,060 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83638251026bd3a0a1200797f9c16def, disabling compactions & flushes 2024-11-12T07:56:41,060 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:41,060 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:41,060 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. after waiting 0 ms 2024-11-12T07:56:41,060 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:41,064 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83638251026bd3a0a1200797f9c16def/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,065 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:41,065 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83638251026bd3a0a1200797f9c16def: Waiting for close lock at 1731398201060Running coprocessor pre-close hooks at 1731398201060Disabling compacts and flushes for region at 1731398201060Disabling writes for close at 1731398201060Writing region close event to WAL at 1731398201061 (+1 ms)Running coprocessor post-close hooks at 1731398201065 (+4 ms)Closed at 1731398201065 2024-11-12T07:56:41,065 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731398010676.83638251026bd3a0a1200797f9c16def. 2024-11-12T07:56:41,066 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 824c183deae1e7853426074e68860d51, disabling compactions & flushes 2024-11-12T07:56:41,066 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:41,066 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:41,066 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. after waiting 0 ms 2024-11-12T07:56:41,066 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:41,069 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1351): Waiting on 17ac1db1e4fac0b3f015bc912b0c3597, 54caca787b07076b42244f88ea37a6a5, 6185a83277ccf94ca6988fe7c3d47084, 63a940228c74e3f68708518d2794be45, 6d15ddc052ddf89ad11e52a2cf6ff838, b5843a3ee7c55a8a42e92d69656cb57e, d0e1b44f46cb33b9f81bbe8219eace08, fe7a2b2adba3a3c707a77f8d7fe24b3c, ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:56:41,069 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1351): Waiting on 03038e48b21a12f60d2a170ee56eab53, 259f6cb07daa0403b768dc4f16647ee4, 2ecef690da40eba80d18d83ab4c391cf, 3b499a5db1abcb2cc41a9c8e407fe469, 4179321633f14cdeeee986b8dd420bba, 5078a8633da88e41a2297e259e7462fd, 824c183deae1e7853426074e68860d51, 92990715bd12cd183da4402a330be6d4, ada51c55022bf91fdd44a3eddccec5f1, c6b122bb166053e59a8e9b1a6fa7b0f6 2024-11-12T07:56:41,070 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/824c183deae1e7853426074e68860d51/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,071 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:41,071 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 824c183deae1e7853426074e68860d51: Waiting for close lock at 1731398201066Running coprocessor pre-close hooks at 1731398201066Disabling compacts and flushes for region at 1731398201066Disabling writes for close at 1731398201066Writing region close event to WAL at 1731398201067 (+1 ms)Running coprocessor post-close hooks at 1731398201071 (+4 ms)Closed at 1731398201071 2024-11-12T07:56:41,071 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731398010676.824c183deae1e7853426074e68860d51. 2024-11-12T07:56:41,071 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 259f6cb07daa0403b768dc4f16647ee4, disabling compactions & flushes 2024-11-12T07:56:41,071 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:41,071 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:41,071 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. after waiting 0 ms 2024-11-12T07:56:41,071 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:41,075 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/259f6cb07daa0403b768dc4f16647ee4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,075 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:41,075 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 259f6cb07daa0403b768dc4f16647ee4: Waiting for close lock at 1731398201071Running coprocessor pre-close hooks at 1731398201071Disabling compacts and flushes for region at 1731398201071Disabling writes for close at 1731398201071Writing region close event to WAL at 1731398201072 (+1 ms)Running coprocessor post-close hooks at 1731398201075 (+3 ms)Closed at 1731398201075 2024-11-12T07:56:41,076 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731398010676.259f6cb07daa0403b768dc4f16647ee4. 2024-11-12T07:56:41,076 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4179321633f14cdeeee986b8dd420bba, disabling compactions & flushes 2024-11-12T07:56:41,076 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:56:41,076 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:56:41,076 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. after waiting 0 ms 2024-11-12T07:56:41,076 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:56:41,076 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4179321633f14cdeeee986b8dd420bba 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,097 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/.tmp/colfamily11/a8086c473c6f4297b0ec69acaa34a6ae is 52, key is ccc/colfamily11:colfamily11/1731398014255/Put/seqid=0 2024-11-12T07:56:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741894_1070 (size=39263) 2024-11-12T07:56:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741894_1070 (size=39263) 2024-11-12T07:56:41,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741894_1070 (size=39263) 2024-11-12T07:56:41,106 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/.tmp/colfamily11/a8086c473c6f4297b0ec69acaa34a6ae 2024-11-12T07:56:41,112 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/.tmp/colfamily11/a8086c473c6f4297b0ec69acaa34a6ae as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/colfamily11/a8086c473c6f4297b0ec69acaa34a6ae 2024-11-12T07:56:41,119 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/colfamily11/a8086c473c6f4297b0ec69acaa34a6ae, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,120 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4179321633f14cdeeee986b8dd420bba in 44ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,124 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4179321633f14cdeeee986b8dd420bba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,125 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:56:41,125 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4179321633f14cdeeee986b8dd420bba: Waiting for close lock at 1731398201076Running coprocessor pre-close hooks at 1731398201076Disabling compacts and flushes for region at 1731398201076Disabling writes for close at 1731398201076Obtaining lock to block concurrent updates at 1731398201076Preparing flush snapshotting stores in 4179321633f14cdeeee986b8dd420bba at 1731398201076Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201076Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. at 1731398201077 (+1 ms)Flushing 4179321633f14cdeeee986b8dd420bba/colfamily11: creating writer at 1731398201077Flushing 4179321633f14cdeeee986b8dd420bba/colfamily11: appending metadata at 1731398201097 (+20 ms)Flushing 4179321633f14cdeeee986b8dd420bba/colfamily11: closing flushed file at 1731398201097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe5a830: reopening flushed file at 1731398201111 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4179321633f14cdeeee986b8dd420bba in 44ms, sequenceid=5, compaction requested=false at 1731398201120 (+9 ms)Writing region close event to WAL at 1731398201121 (+1 ms)Running coprocessor post-close hooks at 1731398201125 (+4 ms)Closed at 1731398201125 2024-11-12T07:56:41,125 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731398010676.4179321633f14cdeeee986b8dd420bba. 2024-11-12T07:56:41,125 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5078a8633da88e41a2297e259e7462fd, disabling compactions & flushes 2024-11-12T07:56:41,125 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:41,125 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:41,126 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. after waiting 0 ms 2024-11-12T07:56:41,126 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:41,130 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5078a8633da88e41a2297e259e7462fd/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,130 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:41,130 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5078a8633da88e41a2297e259e7462fd: Waiting for close lock at 1731398201125Running coprocessor pre-close hooks at 1731398201125Disabling compacts and flushes for region at 1731398201125Disabling writes for close at 1731398201126 (+1 ms)Writing region close event to WAL at 1731398201126Running coprocessor post-close hooks at 1731398201130 (+4 ms)Closed at 1731398201130 2024-11-12T07:56:41,131 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731398010676.5078a8633da88e41a2297e259e7462fd. 2024-11-12T07:56:41,131 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6b122bb166053e59a8e9b1a6fa7b0f6, disabling compactions & flushes 2024-11-12T07:56:41,131 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:56:41,131 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:56:41,131 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. after waiting 0 ms 2024-11-12T07:56:41,131 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:56:41,131 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6b122bb166053e59a8e9b1a6fa7b0f6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,154 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/.tmp/colfamily11/cac3b442646548fc94896fc9ec1a9e90 is 52, key is mmm/colfamily11:colfamily11/1731398014478/Put/seqid=0 2024-11-12T07:56:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741895_1071 (size=39263) 2024-11-12T07:56:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741895_1071 (size=39263) 2024-11-12T07:56:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741895_1071 (size=39263) 2024-11-12T07:56:41,162 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/.tmp/colfamily11/cac3b442646548fc94896fc9ec1a9e90 2024-11-12T07:56:41,169 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/.tmp/colfamily11/cac3b442646548fc94896fc9ec1a9e90 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily11/cac3b442646548fc94896fc9ec1a9e90 2024-11-12T07:56:41,176 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily11/cac3b442646548fc94896fc9ec1a9e90, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,177 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c6b122bb166053e59a8e9b1a6fa7b0f6 in 46ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,181 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6b122bb166053e59a8e9b1a6fa7b0f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,182 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:56:41,182 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6b122bb166053e59a8e9b1a6fa7b0f6: Waiting for close lock at 1731398201131Running coprocessor pre-close hooks at 1731398201131Disabling compacts and flushes for region at 1731398201131Disabling writes for close at 1731398201131Obtaining lock to block concurrent updates at 1731398201131Preparing flush snapshotting stores in c6b122bb166053e59a8e9b1a6fa7b0f6 at 1731398201131Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201131Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. at 1731398201132 (+1 ms)Flushing c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily11: creating writer at 1731398201132Flushing c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily11: appending metadata at 1731398201153 (+21 ms)Flushing c6b122bb166053e59a8e9b1a6fa7b0f6/colfamily11: closing flushed file at 1731398201153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a36336: reopening flushed file at 1731398201168 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c6b122bb166053e59a8e9b1a6fa7b0f6 in 46ms, sequenceid=5, compaction requested=false at 1731398201177 (+9 ms)Writing region close event to WAL at 1731398201178 (+1 ms)Running coprocessor post-close hooks at 1731398201182 (+4 ms)Closed at 1731398201182 2024-11-12T07:56:41,182 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731398010676.c6b122bb166053e59a8e9b1a6fa7b0f6. 2024-11-12T07:56:41,182 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b499a5db1abcb2cc41a9c8e407fe469, disabling compactions & flushes 2024-11-12T07:56:41,182 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:56:41,182 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:56:41,182 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. after waiting 0 ms 2024-11-12T07:56:41,183 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:56:41,183 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b499a5db1abcb2cc41a9c8e407fe469 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,198 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/.tmp/colfamily11/67fbe9343c054b7ca7289dfd0f839c30 is 52, key is yyy/colfamily11:colfamily11/1731398014630/Put/seqid=0 2024-11-12T07:56:41,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741896_1072 (size=39263) 2024-11-12T07:56:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741896_1072 (size=39263) 2024-11-12T07:56:41,205 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/.tmp/colfamily11/67fbe9343c054b7ca7289dfd0f839c30 2024-11-12T07:56:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741896_1072 (size=39263) 2024-11-12T07:56:41,213 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/.tmp/colfamily11/67fbe9343c054b7ca7289dfd0f839c30 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/colfamily11/67fbe9343c054b7ca7289dfd0f839c30 2024-11-12T07:56:41,219 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/colfamily11/67fbe9343c054b7ca7289dfd0f839c30, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,220 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b499a5db1abcb2cc41a9c8e407fe469 in 37ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,225 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b499a5db1abcb2cc41a9c8e407fe469/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,226 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:56:41,226 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b499a5db1abcb2cc41a9c8e407fe469: Waiting for close lock at 1731398201182Running coprocessor pre-close hooks at 1731398201182Disabling compacts and flushes for region at 1731398201182Disabling writes for close at 1731398201183 (+1 ms)Obtaining lock to block concurrent updates at 1731398201183Preparing flush snapshotting stores in 3b499a5db1abcb2cc41a9c8e407fe469 at 1731398201183Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201183Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. at 1731398201183Flushing 3b499a5db1abcb2cc41a9c8e407fe469/colfamily11: creating writer at 1731398201184 (+1 ms)Flushing 3b499a5db1abcb2cc41a9c8e407fe469/colfamily11: appending metadata at 1731398201198 (+14 ms)Flushing 3b499a5db1abcb2cc41a9c8e407fe469/colfamily11: closing flushed file at 1731398201198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8fdb63: reopening flushed file at 1731398201212 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b499a5db1abcb2cc41a9c8e407fe469 in 37ms, sequenceid=5, compaction requested=false at 1731398201220 (+8 ms)Writing region close event to WAL at 1731398201221 (+1 ms)Running coprocessor post-close hooks at 1731398201226 (+5 ms)Closed at 1731398201226 2024-11-12T07:56:41,226 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731398010676.3b499a5db1abcb2cc41a9c8e407fe469. 2024-11-12T07:56:41,226 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03038e48b21a12f60d2a170ee56eab53, disabling compactions & flushes 2024-11-12T07:56:41,226 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:56:41,226 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:56:41,226 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. after waiting 0 ms 2024-11-12T07:56:41,226 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:56:41,226 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03038e48b21a12f60d2a170ee56eab53 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,241 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/.tmp/colfamily11/25727005b22649f28dceac40a0956666 is 52, key is nnn/colfamily11:colfamily11/1731398014517/Put/seqid=0 2024-11-12T07:56:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741897_1073 (size=39263) 2024-11-12T07:56:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741897_1073 (size=39263) 2024-11-12T07:56:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741897_1073 (size=39263) 2024-11-12T07:56:41,248 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/.tmp/colfamily11/25727005b22649f28dceac40a0956666 2024-11-12T07:56:41,256 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/.tmp/colfamily11/25727005b22649f28dceac40a0956666 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/colfamily11/25727005b22649f28dceac40a0956666 2024-11-12T07:56:41,262 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/colfamily11/25727005b22649f28dceac40a0956666, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,263 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 03038e48b21a12f60d2a170ee56eab53 in 36ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,266 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03038e48b21a12f60d2a170ee56eab53/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,267 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:56:41,267 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03038e48b21a12f60d2a170ee56eab53: Waiting for close lock at 1731398201226Running coprocessor pre-close hooks at 1731398201226Disabling compacts and flushes for region at 1731398201226Disabling writes for close at 1731398201226Obtaining lock to block concurrent updates at 1731398201226Preparing flush snapshotting stores in 03038e48b21a12f60d2a170ee56eab53 at 1731398201226Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201227 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. at 1731398201227Flushing 03038e48b21a12f60d2a170ee56eab53/colfamily11: creating writer at 1731398201227Flushing 03038e48b21a12f60d2a170ee56eab53/colfamily11: appending metadata at 1731398201241 (+14 ms)Flushing 03038e48b21a12f60d2a170ee56eab53/colfamily11: closing flushed file at 1731398201241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fba8086: reopening flushed file at 1731398201255 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 03038e48b21a12f60d2a170ee56eab53 in 36ms, sequenceid=5, compaction requested=false at 1731398201263 (+8 ms)Writing region close event to WAL at 1731398201263Running coprocessor post-close hooks at 1731398201267 (+4 ms)Closed at 1731398201267 2024-11-12T07:56:41,267 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731398010676.03038e48b21a12f60d2a170ee56eab53. 2024-11-12T07:56:41,267 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ada51c55022bf91fdd44a3eddccec5f1, disabling compactions & flushes 2024-11-12T07:56:41,267 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:56:41,268 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:56:41,268 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. after waiting 0 ms 2024-11-12T07:56:41,268 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:56:41,268 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ada51c55022bf91fdd44a3eddccec5f1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,269 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1351): Waiting on 17ac1db1e4fac0b3f015bc912b0c3597, 54caca787b07076b42244f88ea37a6a5, 6185a83277ccf94ca6988fe7c3d47084, 63a940228c74e3f68708518d2794be45, 6d15ddc052ddf89ad11e52a2cf6ff838, b5843a3ee7c55a8a42e92d69656cb57e, d0e1b44f46cb33b9f81bbe8219eace08, fe7a2b2adba3a3c707a77f8d7fe24b3c, ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:56:41,269 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1351): Waiting on 2ecef690da40eba80d18d83ab4c391cf, 92990715bd12cd183da4402a330be6d4, ada51c55022bf91fdd44a3eddccec5f1 2024-11-12T07:56:41,283 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/.tmp/colfamily11/6aab1bb7ffbf478c9805167462a67039 is 52, key is ddd/colfamily11:colfamily11/1731398014314/Put/seqid=0 2024-11-12T07:56:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741898_1074 (size=39263) 2024-11-12T07:56:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741898_1074 (size=39263) 2024-11-12T07:56:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741898_1074 (size=39263) 2024-11-12T07:56:41,290 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/.tmp/colfamily11/6aab1bb7ffbf478c9805167462a67039 2024-11-12T07:56:41,296 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/.tmp/colfamily11/6aab1bb7ffbf478c9805167462a67039 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/colfamily11/6aab1bb7ffbf478c9805167462a67039 2024-11-12T07:56:41,302 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/colfamily11/6aab1bb7ffbf478c9805167462a67039, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,303 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ada51c55022bf91fdd44a3eddccec5f1 in 35ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ada51c55022bf91fdd44a3eddccec5f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,308 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:56:41,308 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ada51c55022bf91fdd44a3eddccec5f1: Waiting for close lock at 1731398201267Running coprocessor pre-close hooks at 1731398201267Disabling compacts and flushes for region at 1731398201267Disabling writes for close at 1731398201268 (+1 ms)Obtaining lock to block concurrent updates at 1731398201268Preparing flush snapshotting stores in ada51c55022bf91fdd44a3eddccec5f1 at 1731398201268Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201268Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. at 1731398201269 (+1 ms)Flushing ada51c55022bf91fdd44a3eddccec5f1/colfamily11: creating writer at 1731398201269Flushing ada51c55022bf91fdd44a3eddccec5f1/colfamily11: appending metadata at 1731398201283 (+14 ms)Flushing ada51c55022bf91fdd44a3eddccec5f1/colfamily11: closing flushed file at 1731398201283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1ae51: reopening flushed file at 1731398201295 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ada51c55022bf91fdd44a3eddccec5f1 in 35ms, sequenceid=5, compaction requested=false at 1731398201303 (+8 ms)Writing region close event to WAL at 1731398201303Running coprocessor post-close hooks at 1731398201308 (+5 ms)Closed at 1731398201308 2024-11-12T07:56:41,308 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731398010676.ada51c55022bf91fdd44a3eddccec5f1. 2024-11-12T07:56:41,308 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92990715bd12cd183da4402a330be6d4, disabling compactions & flushes 2024-11-12T07:56:41,308 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:41,308 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:41,308 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. after waiting 0 ms 2024-11-12T07:56:41,308 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:41,313 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/92990715bd12cd183da4402a330be6d4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,313 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:41,313 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92990715bd12cd183da4402a330be6d4: Waiting for close lock at 1731398201308Running coprocessor pre-close hooks at 1731398201308Disabling compacts and flushes for region at 1731398201308Disabling writes for close at 1731398201308Writing region close event to WAL at 1731398201309 (+1 ms)Running coprocessor post-close hooks at 1731398201313 (+4 ms)Closed at 1731398201313 2024-11-12T07:56:41,313 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731398010676.92990715bd12cd183da4402a330be6d4. 2024-11-12T07:56:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ecef690da40eba80d18d83ab4c391cf, disabling compactions & flushes 2024-11-12T07:56:41,314 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:56:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:56:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. after waiting 0 ms 2024-11-12T07:56:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:56:41,314 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ecef690da40eba80d18d83ab4c391cf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/.tmp/colfamily11/fb326ba88e4745dc87adac82b302287e is 52, key is jjj/colfamily11:colfamily11/1731398014439/Put/seqid=0 2024-11-12T07:56:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741899_1075 (size=39263) 2024-11-12T07:56:41,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741899_1075 (size=39263) 2024-11-12T07:56:41,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741899_1075 (size=39263) 2024-11-12T07:56:41,376 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f9fc96254ef8:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T07:56:41,448 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/.tmp/colfamily11/5fbc3f73e7614024947a736f596f7445 2024-11-12T07:56:41,455 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/.tmp/colfamily11/5fbc3f73e7614024947a736f596f7445 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/colfamily11/5fbc3f73e7614024947a736f596f7445 2024-11-12T07:56:41,462 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/colfamily11/5fbc3f73e7614024947a736f596f7445, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,463 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b5843a3ee7c55a8a42e92d69656cb57e in 446ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,468 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5843a3ee7c55a8a42e92d69656cb57e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,468 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:56:41,468 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5843a3ee7c55a8a42e92d69656cb57e: Waiting for close lock at 1731398201017Running coprocessor pre-close hooks at 1731398201017Disabling compacts and flushes for region at 1731398201017Disabling writes for close at 1731398201017Obtaining lock to block concurrent updates at 1731398201017Preparing flush snapshotting stores in b5843a3ee7c55a8a42e92d69656cb57e at 1731398201017Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201017Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. at 1731398201018 (+1 ms)Flushing b5843a3ee7c55a8a42e92d69656cb57e/colfamily11: creating writer at 1731398201018Flushing b5843a3ee7c55a8a42e92d69656cb57e/colfamily11: appending metadata at 1731398201033 (+15 ms)Flushing b5843a3ee7c55a8a42e92d69656cb57e/colfamily11: closing flushed file at 1731398201033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fef9eb: reopening flushed file at 1731398201454 (+421 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b5843a3ee7c55a8a42e92d69656cb57e in 446ms, sequenceid=5, compaction requested=false at 1731398201463 (+9 ms)Writing region close event to WAL at 1731398201463Running coprocessor post-close hooks at 1731398201468 (+5 ms)Closed at 1731398201468 2024-11-12T07:56:41,469 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731398010676.b5843a3ee7c55a8a42e92d69656cb57e. 2024-11-12T07:56:41,469 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54caca787b07076b42244f88ea37a6a5, disabling compactions & flushes 2024-11-12T07:56:41,469 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:41,469 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:41,469 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. after waiting 0 ms 2024-11-12T07:56:41,469 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:41,469 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1351): Waiting on 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:56:41,470 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1351): Waiting on 17ac1db1e4fac0b3f015bc912b0c3597, 54caca787b07076b42244f88ea37a6a5, 6185a83277ccf94ca6988fe7c3d47084, 63a940228c74e3f68708518d2794be45, 6d15ddc052ddf89ad11e52a2cf6ff838, d0e1b44f46cb33b9f81bbe8219eace08, fe7a2b2adba3a3c707a77f8d7fe24b3c, ff453df70a1f8aa81f05a2cb9d7131cb 2024-11-12T07:56:41,473 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54caca787b07076b42244f88ea37a6a5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,474 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:41,474 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54caca787b07076b42244f88ea37a6a5: Waiting for close lock at 1731398201469Running coprocessor pre-close hooks at 1731398201469Disabling compacts and flushes for region at 1731398201469Disabling writes for close at 1731398201469Writing region close event to WAL at 1731398201469Running coprocessor post-close hooks at 1731398201474 (+5 ms)Closed at 1731398201474 2024-11-12T07:56:41,474 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731398010676.54caca787b07076b42244f88ea37a6a5. 2024-11-12T07:56:41,474 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6185a83277ccf94ca6988fe7c3d47084, disabling compactions & flushes 2024-11-12T07:56:41,474 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:41,474 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:41,474 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. after waiting 0 ms 2024-11-12T07:56:41,474 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:41,479 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6185a83277ccf94ca6988fe7c3d47084/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,480 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:41,480 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6185a83277ccf94ca6988fe7c3d47084: Waiting for close lock at 1731398201474Running coprocessor pre-close hooks at 1731398201474Disabling compacts and flushes for region at 1731398201474Disabling writes for close at 1731398201474Writing region close event to WAL at 1731398201475 (+1 ms)Running coprocessor post-close hooks at 1731398201480 (+5 ms)Closed at 1731398201480 2024-11-12T07:56:41,480 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731398010676.6185a83277ccf94ca6988fe7c3d47084. 2024-11-12T07:56:41,480 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63a940228c74e3f68708518d2794be45, disabling compactions & flushes 2024-11-12T07:56:41,480 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:41,480 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:41,480 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. after waiting 0 ms 2024-11-12T07:56:41,480 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:41,484 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63a940228c74e3f68708518d2794be45/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-12T07:56:41,485 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63a940228c74e3f68708518d2794be45: Waiting for close lock at 1731398201480Running coprocessor pre-close hooks at 1731398201480Disabling compacts and flushes for region at 1731398201480Disabling writes for close at 1731398201480Writing region close event to WAL at 1731398201481 (+1 ms)Running coprocessor post-close hooks at 1731398201485 (+4 ms)Closed at 1731398201485 2024-11-12T07:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731398010676.63a940228c74e3f68708518d2794be45. 2024-11-12T07:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0e1b44f46cb33b9f81bbe8219eace08, disabling compactions & flushes 2024-11-12T07:56:41,485 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. after waiting 0 ms 2024-11-12T07:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:56:41,486 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0e1b44f46cb33b9f81bbe8219eace08 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,506 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/.tmp/colfamily11/b497c18f0f4e40f19165b9747a228972 is 52, key is aaa/colfamily11:colfamily11/1731398014257/Put/seqid=0 2024-11-12T07:56:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741900_1076 (size=39263) 2024-11-12T07:56:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741900_1076 (size=39263) 2024-11-12T07:56:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741900_1076 (size=39263) 2024-11-12T07:56:41,513 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/.tmp/colfamily11/b497c18f0f4e40f19165b9747a228972 2024-11-12T07:56:41,519 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/.tmp/colfamily11/b497c18f0f4e40f19165b9747a228972 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/colfamily11/b497c18f0f4e40f19165b9747a228972 2024-11-12T07:56:41,525 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/colfamily11/b497c18f0f4e40f19165b9747a228972, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,526 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d0e1b44f46cb33b9f81bbe8219eace08 in 40ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,530 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0e1b44f46cb33b9f81bbe8219eace08/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,531 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:56:41,531 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0e1b44f46cb33b9f81bbe8219eace08: Waiting for close lock at 1731398201485Running coprocessor pre-close hooks at 1731398201485Disabling compacts and flushes for region at 1731398201485Disabling writes for close at 1731398201485Obtaining lock to block concurrent updates at 1731398201486 (+1 ms)Preparing flush snapshotting stores in d0e1b44f46cb33b9f81bbe8219eace08 at 1731398201486Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201486Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. at 1731398201486Flushing d0e1b44f46cb33b9f81bbe8219eace08/colfamily11: creating writer at 1731398201487 (+1 ms)Flushing d0e1b44f46cb33b9f81bbe8219eace08/colfamily11: appending metadata at 1731398201505 (+18 ms)Flushing d0e1b44f46cb33b9f81bbe8219eace08/colfamily11: closing flushed file at 1731398201505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16129311: reopening flushed file at 1731398201518 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d0e1b44f46cb33b9f81bbe8219eace08 in 40ms, sequenceid=5, compaction requested=false at 1731398201526 (+8 ms)Writing region close event to WAL at 1731398201527 (+1 ms)Running coprocessor post-close hooks at 1731398201531 (+4 ms)Closed at 1731398201531 2024-11-12T07:56:41,531 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731398010676.d0e1b44f46cb33b9f81bbe8219eace08. 2024-11-12T07:56:41,531 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff453df70a1f8aa81f05a2cb9d7131cb, disabling compactions & flushes 2024-11-12T07:56:41,531 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:56:41,531 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:56:41,531 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. after waiting 0 ms 2024-11-12T07:56:41,531 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:56:41,531 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff453df70a1f8aa81f05a2cb9d7131cb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,546 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/.tmp/colfamily11/4e2e60d9114a49fba8afb0c0e7547aff is 52, key is eee/colfamily11:colfamily11/1731398014314/Put/seqid=0 2024-11-12T07:56:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741901_1077 (size=39263) 2024-11-12T07:56:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741901_1077 (size=39263) 2024-11-12T07:56:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741901_1077 (size=39263) 2024-11-12T07:56:41,554 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/.tmp/colfamily11/4e2e60d9114a49fba8afb0c0e7547aff 2024-11-12T07:56:41,559 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/.tmp/colfamily11/4e2e60d9114a49fba8afb0c0e7547aff as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/colfamily11/4e2e60d9114a49fba8afb0c0e7547aff 2024-11-12T07:56:41,566 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/colfamily11/4e2e60d9114a49fba8afb0c0e7547aff, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,567 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ff453df70a1f8aa81f05a2cb9d7131cb in 36ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,571 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff453df70a1f8aa81f05a2cb9d7131cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,572 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:56:41,572 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff453df70a1f8aa81f05a2cb9d7131cb: Waiting for close lock at 1731398201531Running coprocessor pre-close hooks at 1731398201531Disabling compacts and flushes for region at 1731398201531Disabling writes for close at 1731398201531Obtaining lock to block concurrent updates at 1731398201531Preparing flush snapshotting stores in ff453df70a1f8aa81f05a2cb9d7131cb at 1731398201531Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201531Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. at 1731398201532 (+1 ms)Flushing ff453df70a1f8aa81f05a2cb9d7131cb/colfamily11: creating writer at 1731398201532Flushing ff453df70a1f8aa81f05a2cb9d7131cb/colfamily11: appending metadata at 1731398201546 (+14 ms)Flushing ff453df70a1f8aa81f05a2cb9d7131cb/colfamily11: closing flushed file at 1731398201546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4511176e: reopening flushed file at 1731398201559 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ff453df70a1f8aa81f05a2cb9d7131cb in 36ms, sequenceid=5, compaction requested=false at 1731398201567 (+8 ms)Writing region close event to WAL at 1731398201568 (+1 ms)Running coprocessor post-close hooks at 1731398201572 (+4 ms)Closed at 1731398201572 2024-11-12T07:56:41,572 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731398010676.ff453df70a1f8aa81f05a2cb9d7131cb. 2024-11-12T07:56:41,572 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d15ddc052ddf89ad11e52a2cf6ff838, disabling compactions & flushes 2024-11-12T07:56:41,573 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:56:41,573 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:56:41,573 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. after waiting 0 ms 2024-11-12T07:56:41,573 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:56:41,573 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d15ddc052ddf89ad11e52a2cf6ff838 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,589 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/.tmp/colfamily11/6d967bee0c4d4dd391175e5e935c1441 is 52, key is uuu/colfamily11:colfamily11/1731398014578/Put/seqid=0 2024-11-12T07:56:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741902_1078 (size=39263) 2024-11-12T07:56:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741902_1078 (size=39263) 2024-11-12T07:56:41,596 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:56:41,596 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:56:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741902_1078 (size=39263) 2024-11-12T07:56:41,597 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/.tmp/colfamily11/6d967bee0c4d4dd391175e5e935c1441 2024-11-12T07:56:41,603 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/.tmp/colfamily11/6d967bee0c4d4dd391175e5e935c1441 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/colfamily11/6d967bee0c4d4dd391175e5e935c1441 2024-11-12T07:56:41,608 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/colfamily11/6d967bee0c4d4dd391175e5e935c1441, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,609 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6d15ddc052ddf89ad11e52a2cf6ff838 in 36ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,614 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6d15ddc052ddf89ad11e52a2cf6ff838/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,614 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:56:41,614 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d15ddc052ddf89ad11e52a2cf6ff838: Waiting for close lock at 1731398201572Running coprocessor pre-close hooks at 1731398201572Disabling compacts and flushes for region at 1731398201572Disabling writes for close at 1731398201573 (+1 ms)Obtaining lock to block concurrent updates at 1731398201573Preparing flush snapshotting stores in 6d15ddc052ddf89ad11e52a2cf6ff838 at 1731398201573Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201573Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. at 1731398201574 (+1 ms)Flushing 6d15ddc052ddf89ad11e52a2cf6ff838/colfamily11: creating writer at 1731398201574Flushing 6d15ddc052ddf89ad11e52a2cf6ff838/colfamily11: appending metadata at 1731398201589 (+15 ms)Flushing 6d15ddc052ddf89ad11e52a2cf6ff838/colfamily11: closing flushed file at 1731398201589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24de6bc9: reopening flushed file at 1731398201602 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6d15ddc052ddf89ad11e52a2cf6ff838 in 36ms, sequenceid=5, compaction requested=false at 1731398201609 (+7 ms)Writing region close event to WAL at 1731398201610 (+1 ms)Running coprocessor post-close hooks at 1731398201614 (+4 ms)Closed at 1731398201614 2024-11-12T07:56:41,614 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731398010676.6d15ddc052ddf89ad11e52a2cf6ff838. 2024-11-12T07:56:41,615 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe7a2b2adba3a3c707a77f8d7fe24b3c, disabling compactions & flushes 2024-11-12T07:56:41,615 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:56:41,615 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:56:41,615 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. after waiting 0 ms 2024-11-12T07:56:41,615 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:56:41,615 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe7a2b2adba3a3c707a77f8d7fe24b3c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:56:41,637 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/.tmp/colfamily11/ae5a9e8971a54c309d6f004d058a6c6c is 52, key is qqq/colfamily11:colfamily11/1731398014540/Put/seqid=0 2024-11-12T07:56:41,638 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:56:41,639 INFO [regionserver/f9fc96254ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:56:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741903_1079 (size=39263) 2024-11-12T07:56:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741903_1079 (size=39263) 2024-11-12T07:56:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741903_1079 (size=39263) 2024-11-12T07:56:41,647 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/.tmp/colfamily11/ae5a9e8971a54c309d6f004d058a6c6c 2024-11-12T07:56:41,655 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/.tmp/colfamily11/ae5a9e8971a54c309d6f004d058a6c6c as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily11/ae5a9e8971a54c309d6f004d058a6c6c 2024-11-12T07:56:41,661 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily11/ae5a9e8971a54c309d6f004d058a6c6c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,662 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fe7a2b2adba3a3c707a77f8d7fe24b3c in 47ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,666 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe7a2b2adba3a3c707a77f8d7fe24b3c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,667 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:56:41,667 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe7a2b2adba3a3c707a77f8d7fe24b3c: Waiting for close lock at 1731398201615Running coprocessor pre-close hooks at 1731398201615Disabling compacts and flushes for region at 1731398201615Disabling writes for close at 1731398201615Obtaining lock to block concurrent updates at 1731398201615Preparing flush snapshotting stores in fe7a2b2adba3a3c707a77f8d7fe24b3c at 1731398201615Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201615Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. at 1731398201616 (+1 ms)Flushing fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily11: creating writer at 1731398201616Flushing fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily11: appending metadata at 1731398201636 (+20 ms)Flushing fe7a2b2adba3a3c707a77f8d7fe24b3c/colfamily11: closing flushed file at 1731398201636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6496f9bc: reopening flushed file at 1731398201654 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fe7a2b2adba3a3c707a77f8d7fe24b3c in 47ms, sequenceid=5, compaction requested=false at 1731398201662 (+8 ms)Writing region close event to WAL at 1731398201663 (+1 ms)Running coprocessor post-close hooks at 1731398201667 (+4 ms)Closed at 1731398201667 2024-11-12T07:56:41,667 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731398010676.fe7a2b2adba3a3c707a77f8d7fe24b3c. 2024-11-12T07:56:41,667 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17ac1db1e4fac0b3f015bc912b0c3597, disabling compactions & flushes 2024-11-12T07:56:41,667 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:56:41,668 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:56:41,668 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. after waiting 0 ms 2024-11-12T07:56:41,668 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:56:41,668 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17ac1db1e4fac0b3f015bc912b0c3597 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-12T07:56:41,670 DEBUG [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1351): Waiting on 2ecef690da40eba80d18d83ab4c391cf 2024-11-12T07:56:41,670 DEBUG [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1351): Waiting on 17ac1db1e4fac0b3f015bc912b0c3597 2024-11-12T07:56:41,683 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/.tmp/colfamily11/27192f27ff234e8b9ca42e4a044281b7 is 52, key is kkk/colfamily11:colfamily11/1731398014462/Put/seqid=0 2024-11-12T07:56:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741904_1080 (size=39263) 2024-11-12T07:56:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741904_1080 (size=39263) 2024-11-12T07:56:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741904_1080 (size=39263) 2024-11-12T07:56:41,690 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/.tmp/colfamily11/27192f27ff234e8b9ca42e4a044281b7 2024-11-12T07:56:41,696 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/.tmp/colfamily11/27192f27ff234e8b9ca42e4a044281b7 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/colfamily11/27192f27ff234e8b9ca42e4a044281b7 2024-11-12T07:56:41,701 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/colfamily11/27192f27ff234e8b9ca42e4a044281b7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,702 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 17ac1db1e4fac0b3f015bc912b0c3597 in 34ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,706 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17ac1db1e4fac0b3f015bc912b0c3597/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,707 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:56:41,707 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17ac1db1e4fac0b3f015bc912b0c3597: Waiting for close lock at 1731398201667Running coprocessor pre-close hooks at 1731398201667Disabling compacts and flushes for region at 1731398201667Disabling writes for close at 1731398201668 (+1 ms)Obtaining lock to block concurrent updates at 1731398201668Preparing flush snapshotting stores in 17ac1db1e4fac0b3f015bc912b0c3597 at 1731398201668Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201668Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. at 1731398201669 (+1 ms)Flushing 17ac1db1e4fac0b3f015bc912b0c3597/colfamily11: creating writer at 1731398201669Flushing 17ac1db1e4fac0b3f015bc912b0c3597/colfamily11: appending metadata at 1731398201683 (+14 ms)Flushing 17ac1db1e4fac0b3f015bc912b0c3597/colfamily11: closing flushed file at 1731398201683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6344a7af: reopening flushed file at 1731398201695 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 17ac1db1e4fac0b3f015bc912b0c3597 in 34ms, sequenceid=5, compaction requested=false at 1731398201703 (+8 ms)Writing region close event to WAL at 1731398201703Running coprocessor post-close hooks at 1731398201707 (+4 ms)Closed at 1731398201707 2024-11-12T07:56:41,707 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731398010676.17ac1db1e4fac0b3f015bc912b0c3597. 2024-11-12T07:56:41,746 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/.tmp/colfamily11/fb326ba88e4745dc87adac82b302287e 2024-11-12T07:56:41,754 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/.tmp/colfamily11/fb326ba88e4745dc87adac82b302287e as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/colfamily11/fb326ba88e4745dc87adac82b302287e 2024-11-12T07:56:41,762 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/colfamily11/fb326ba88e4745dc87adac82b302287e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-12T07:56:41,763 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ecef690da40eba80d18d83ab4c391cf in 449ms, sequenceid=5, compaction requested=false 2024-11-12T07:56:41,767 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ecef690da40eba80d18d83ab4c391cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:56:41,767 INFO [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:56:41,767 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ecef690da40eba80d18d83ab4c391cf: Waiting for close lock at 1731398201314Running coprocessor pre-close hooks at 1731398201314Disabling compacts and flushes for region at 1731398201314Disabling writes for close at 1731398201314Obtaining lock to block concurrent updates at 1731398201314Preparing flush snapshotting stores in 2ecef690da40eba80d18d83ab4c391cf at 1731398201314Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731398201314Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. at 1731398201315 (+1 ms)Flushing 2ecef690da40eba80d18d83ab4c391cf/colfamily11: creating writer at 1731398201315Flushing 2ecef690da40eba80d18d83ab4c391cf/colfamily11: appending metadata at 1731398201335 (+20 ms)Flushing 2ecef690da40eba80d18d83ab4c391cf/colfamily11: closing flushed file at 1731398201335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432f6f05: reopening flushed file at 1731398201752 (+417 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ecef690da40eba80d18d83ab4c391cf in 449ms, sequenceid=5, compaction requested=false at 1731398201763 (+11 ms)Writing region close event to WAL at 1731398201763Running coprocessor post-close hooks at 1731398201767 (+4 ms)Closed at 1731398201767 2024-11-12T07:56:41,768 DEBUG [RS_CLOSE_REGION-regionserver/f9fc96254ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731398010676.2ecef690da40eba80d18d83ab4c391cf. 2024-11-12T07:56:41,870 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(976): stopping server f9fc96254ef8,33161,1731398008193; all regions closed. 2024-11-12T07:56:41,870 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(976): stopping server f9fc96254ef8,35579,1731398008256; all regions closed. 2024-11-12T07:56:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741865_1041 (size=15746) 2024-11-12T07:56:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741833_1009 (size=314293) 2024-11-12T07:56:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741865_1041 (size=15746) 2024-11-12T07:56:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741833_1009 (size=314293) 2024-11-12T07:56:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741865_1041 (size=15746) 2024-11-12T07:56:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741833_1009 (size=314293) 2024-11-12T07:56:41,879 DEBUG [RS:2;f9fc96254ef8:35579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs 2024-11-12T07:56:41,879 DEBUG [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs 2024-11-12T07:56:41,879 INFO [RS:2;f9fc96254ef8:35579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f9fc96254ef8%2C35579%2C1731398008256:(num 1731398009756) 2024-11-12T07:56:41,879 INFO [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f9fc96254ef8%2C33161%2C1731398008193.meta:.meta(num 1731398196046) 2024-11-12T07:56:41,879 DEBUG [RS:2;f9fc96254ef8:35579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:41,879 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:56:41,879 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:56:41,880 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.ChoreService(370): Chore service for: regionserver/f9fc96254ef8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:56:41,880 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:56:41,880 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:56:41,880 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:56:41,880 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:56:41,880 INFO [regionserver/f9fc96254ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:56:41,880 INFO [RS:2;f9fc96254ef8:35579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35579 2024-11-12T07:56:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741834_1010 (size=354137) 2024-11-12T07:56:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741834_1010 (size=354137) 2024-11-12T07:56:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741834_1010 (size=354137) 2024-11-12T07:56:41,885 DEBUG [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/oldWALs 2024-11-12T07:56:41,885 INFO [RS:1;f9fc96254ef8:33161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f9fc96254ef8%2C33161%2C1731398008193:(num 1731398009756) 2024-11-12T07:56:41,885 DEBUG [RS:1;f9fc96254ef8:33161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:56:41,885 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:56:41,885 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:56:41,885 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.ChoreService(370): Chore service for: regionserver/f9fc96254ef8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:56:41,885 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:56:41,886 INFO [regionserver/f9fc96254ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:56:41,886 INFO [RS:1;f9fc96254ef8:33161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33161 2024-11-12T07:56:41,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f9fc96254ef8,35579,1731398008256 2024-11-12T07:56:41,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:56:41,920 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:56:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f9fc96254ef8,33161,1731398008193 2024-11-12T07:56:41,928 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:56:41,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f9fc96254ef8,35579,1731398008256] 2024-11-12T07:56:41,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f9fc96254ef8,35579,1731398008256 already deleted, retry=false 2024-11-12T07:56:41,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f9fc96254ef8,35579,1731398008256 expired; onlineServers=1 2024-11-12T07:56:41,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f9fc96254ef8,33161,1731398008193] 2024-11-12T07:56:41,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f9fc96254ef8,33161,1731398008193 already deleted, retry=false 2024-11-12T07:56:41,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f9fc96254ef8,33161,1731398008193 expired; onlineServers=0 2024-11-12T07:56:41,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f9fc96254ef8,44827,1731398007356' ***** 2024-11-12T07:56:41,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:56:41,962 INFO [M:0;f9fc96254ef8:44827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:56:41,963 INFO [M:0;f9fc96254ef8:44827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:56:41,963 DEBUG [M:0;f9fc96254ef8:44827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:56:41,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:56:41,963 DEBUG [M:0;f9fc96254ef8:44827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:56:41,963 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster-HFileCleaner.large.0-1731398009399 {}] cleaner.HFileCleaner(306): Exit Thread[master/f9fc96254ef8:0:becomeActiveMaster-HFileCleaner.large.0-1731398009399,5,FailOnTimeoutGroup] 2024-11-12T07:56:41,963 DEBUG [master/f9fc96254ef8:0:becomeActiveMaster-HFileCleaner.small.0-1731398009403 {}] cleaner.HFileCleaner(306): Exit Thread[master/f9fc96254ef8:0:becomeActiveMaster-HFileCleaner.small.0-1731398009403,5,FailOnTimeoutGroup] 2024-11-12T07:56:41,964 INFO [M:0;f9fc96254ef8:44827 {}] hbase.ChoreService(370): Chore service for: master/f9fc96254ef8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:56:41,964 INFO [M:0;f9fc96254ef8:44827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:56:41,964 DEBUG [M:0;f9fc96254ef8:44827 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:56:41,965 INFO [M:0;f9fc96254ef8:44827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:56:41,965 INFO [M:0;f9fc96254ef8:44827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:56:41,965 INFO [M:0;f9fc96254ef8:44827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:56:41,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:56:41,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T07:56:41,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:56:41,970 DEBUG [M:0;f9fc96254ef8:44827 {}] zookeeper.ZKUtil(347): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T07:56:41,970 WARN [M:0;f9fc96254ef8:44827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:56:41,972 INFO [M:0;f9fc96254ef8:44827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/.lastflushedseqids 2024-11-12T07:56:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741905_1081 (size=2837) 2024-11-12T07:56:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741905_1081 (size=2837) 2024-11-12T07:56:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741905_1081 (size=2837) 2024-11-12T07:56:41,987 INFO [M:0;f9fc96254ef8:44827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:56:41,987 INFO [M:0;f9fc96254ef8:44827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:56:41,987 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:56:41,987 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:56:41,987 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:56:41,987 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:56:41,987 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:56:41,987 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.57 KB heapSize=404.97 KB 2024-11-12T07:56:42,003 DEBUG [M:0;f9fc96254ef8:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9396e31ab485407fb43e619a2bcb028f is 82, key is hbase:meta,,1/info:regioninfo/1731398196354/Put/seqid=0 2024-11-12T07:56:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741906_1082 (size=6071) 2024-11-12T07:56:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741906_1082 (size=6071) 2024-11-12T07:56:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741906_1082 (size=6071) 2024-11-12T07:56:42,009 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9396e31ab485407fb43e619a2bcb028f 2024-11-12T07:56:42,028 DEBUG [M:0;f9fc96254ef8:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5fdf516e2f34262a1bfb74b937260f5 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731398011862/Put/seqid=0 2024-11-12T07:56:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741907_1083 (size=13503) 2024-11-12T07:56:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741907_1083 (size=13503) 2024-11-12T07:56:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741907_1083 (size=13503) 2024-11-12T07:56:42,034 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.35 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5fdf516e2f34262a1bfb74b937260f5 2024-11-12T07:56:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:56:42,037 INFO [RS:2;f9fc96254ef8:35579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:56:42,037 INFO [RS:2;f9fc96254ef8:35579 {}] regionserver.HRegionServer(1031): Exiting; stopping=f9fc96254ef8,35579,1731398008256; zookeeper connection closed. 2024-11-12T07:56:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35579-0x1012f5289b40003, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:56:42,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c54ad63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c54ad63 2024-11-12T07:56:42,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:56:42,045 INFO [RS:1;f9fc96254ef8:33161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:56:42,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33161-0x1012f5289b40002, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:56:42,045 INFO [RS:1;f9fc96254ef8:33161 {}] regionserver.HRegionServer(1031): Exiting; stopping=f9fc96254ef8,33161,1731398008193; zookeeper connection closed. 2024-11-12T07:56:42,046 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@562e950d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@562e950d 2024-11-12T07:56:42,046 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T07:56:42,055 DEBUG [M:0;f9fc96254ef8:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b2e8a007ba4b7795adcd30d7e81d22 is 69, key is f9fc96254ef8,33161,1731398008193/rs:state/1731398009464/Put/seqid=0 2024-11-12T07:56:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741908_1084 (size=5442) 2024-11-12T07:56:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741908_1084 (size=5442) 2024-11-12T07:56:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741908_1084 (size=5442) 2024-11-12T07:56:42,062 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b2e8a007ba4b7795adcd30d7e81d22 2024-11-12T07:56:42,068 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29b2e8a007ba4b7795adcd30d7e81d22 2024-11-12T07:56:42,069 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9396e31ab485407fb43e619a2bcb028f as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9396e31ab485407fb43e619a2bcb028f 2024-11-12T07:56:42,074 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9396e31ab485407fb43e619a2bcb028f, entries=14, sequenceid=635, filesize=5.9 K 2024-11-12T07:56:42,075 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5fdf516e2f34262a1bfb74b937260f5 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5fdf516e2f34262a1bfb74b937260f5 2024-11-12T07:56:42,082 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5fdf516e2f34262a1bfb74b937260f5, entries=81, sequenceid=635, filesize=13.2 K 2024-11-12T07:56:42,083 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b2e8a007ba4b7795adcd30d7e81d22 as hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b2e8a007ba4b7795adcd30d7e81d22 2024-11-12T07:56:42,089 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29b2e8a007ba4b7795adcd30d7e81d22 2024-11-12T07:56:42,089 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/58141969-e3dd-b1f2-f1ee-f96a1a49a79a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b2e8a007ba4b7795adcd30d7e81d22, entries=3, sequenceid=635, filesize=5.3 K 2024-11-12T07:56:42,090 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=635, compaction requested=false 2024-11-12T07:56:42,091 INFO [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:56:42,091 DEBUG [M:0;f9fc96254ef8:44827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731398201987Disabling compacts and flushes for region at 1731398201987Disabling writes for close at 1731398201987Obtaining lock to block concurrent updates at 1731398201987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731398201987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352844, getHeapSize=414624, getOffHeapSize=0, getCellsCount=800 at 1731398201987Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731398201988 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731398201988Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731398202002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731398202002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731398202014 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731398202027 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731398202027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731398202039 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731398202054 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731398202054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e466f4: reopening flushed file at 1731398202068 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e20d64: reopening flushed file at 1731398202074 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f21af50: reopening flushed file at 1731398202082 (+8 ms)Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=635, compaction requested=false at 1731398202090 (+8 ms)Writing region close event to WAL at 1731398202091 (+1 ms)Closed at 1731398202091 2024-11-12T07:56:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741830_1006 (size=395198) 2024-11-12T07:56:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741830_1006 (size=395198) 2024-11-12T07:56:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741830_1006 (size=395198) 2024-11-12T07:56:42,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:56:42,094 INFO [M:0;f9fc96254ef8:44827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:56:42,094 INFO [M:0;f9fc96254ef8:44827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44827 2024-11-12T07:56:42,094 INFO [M:0;f9fc96254ef8:44827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:56:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:56:42,218 INFO [M:0;f9fc96254ef8:44827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:56:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1012f5289b40000, quorum=127.0.0.1:52576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:56:42,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:56:42,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:56:42,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:56:42,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:56:42,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,STOPPED} 2024-11-12T07:56:42,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:56:42,261 WARN [BP-614806035-172.17.0.2-1731398003598 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:56:42,261 WARN [BP-614806035-172.17.0.2-1731398003598 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-614806035-172.17.0.2-1731398003598 (Datanode Uuid 0ba7cb14-1be9-43fa-aa0f-1ff70761fcf9) service to localhost/127.0.0.1:43745 2024-11-12T07:56:42,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:56:42,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data5/current/BP-614806035-172.17.0.2-1731398003598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:56:42,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data6/current/BP-614806035-172.17.0.2-1731398003598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:56:42,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:56:42,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:56:42,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:56:42,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:56:42,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:56:42,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,STOPPED} 2024-11-12T07:56:42,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:56:42,266 WARN [BP-614806035-172.17.0.2-1731398003598 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:56:42,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:56:42,266 WARN [BP-614806035-172.17.0.2-1731398003598 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-614806035-172.17.0.2-1731398003598 (Datanode Uuid 056b37a6-fdc2-414c-b4f5-470012d26774) service to localhost/127.0.0.1:43745 2024-11-12T07:56:42,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data3/current/BP-614806035-172.17.0.2-1731398003598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:56:42,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data4/current/BP-614806035-172.17.0.2-1731398003598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:56:42,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:56:42,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:56:42,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:56:42,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:56:42,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:56:42,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,STOPPED} 2024-11-12T07:56:42,269 WARN [BP-614806035-172.17.0.2-1731398003598 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:56:42,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:56:42,270 WARN [BP-614806035-172.17.0.2-1731398003598 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-614806035-172.17.0.2-1731398003598 (Datanode Uuid 7c4b8940-08ff-4d44-a11a-d7d05ba834e2) service to localhost/127.0.0.1:43745 2024-11-12T07:56:42,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:56:42,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data1/current/BP-614806035-172.17.0.2-1731398003598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:56:42,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/cluster_b323a9aa-6f88-b6b6-ce6c-f841af93a681/data/data2/current/BP-614806035-172.17.0.2-1731398003598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:56:42,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:56:42,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:56:42,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:56:42,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:56:42,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:56:42,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94de33e-9e22-3458-dca9-34b84dec3038/hadoop.log.dir/,STOPPED} 2024-11-12T07:56:42,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:56:42,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:56:42,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: regionserver/f9fc96254ef8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f9fc96254ef8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f9fc96254ef8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f9fc96254ef8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f9fc96254ef8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/f9fc96254ef8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5b06b1d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43745 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f9fc96254ef8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/f9fc96254ef8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43745 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f9fc96254ef8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=6151 (was 7306)